-- Logs begin at Wed 2022-08-24 17:45:07 UTC, end at Wed 2022-08-24 18:51:55 UTC. -- Aug 24 18:18:42.785291 dv-cinder-853788-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 18:18:45.708338 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.common.config [-] Logging enabled! Aug 24 18:18:45.708989 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev22 Aug 24 18:18:45.709096 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 18:18:45.712424 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.common.config [-] Logging enabled! Aug 24 18:18:45.712682 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev22 Aug 24 18:18:45.712992 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 18:18:45.713934 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 18:18:45.714167 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 18:18:45.714532 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:18:45.714779 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 18:18:45.715002 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 18:18:45.715473 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.715898 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Aug 24 18:18:45.716208 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.716525 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.716799 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.717089 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.717381 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.717659 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.717944 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.718237 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.718527 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.718782 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.719066 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.719356 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.719639 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.719922 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.720203 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.720522 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] debug = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.720806 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.721238 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.721651 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.721979 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.722272 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.722553 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.722820 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.723095 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.723376 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.723700 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] host = dv-cinder-853788-3-iscsi {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.723975 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.724257 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.724563 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.724845 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.725116 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.725389 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.725668 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.725936 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.726203 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] log_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.726475 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.726755 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.727041 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.727324 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.727546 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.727767 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.728061 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.728361 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.728634 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.728902 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.729173 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.729442 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.729711 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.729975 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.730255 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.730531 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.730815 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.731085 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.731354 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.731618 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.731898 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.732162 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.732449 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.732719 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.732988 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.733269 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.733534 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.733801 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.734095 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.734374 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.734650 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.734931 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.735199 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.735473 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.735739 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.736005 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.736269 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] use_json = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.736561 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.736827 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.737106 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.737373 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.737667 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.737938 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.738204 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.738482 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.738748 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:45.739040 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.739331 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.739624 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.739912 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.740198 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.740509 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.740799 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.741072 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.741352 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.741632 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.741921 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.742194 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.742486 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.742768 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.743054 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.743352 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.743638 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.743924 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.744195 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.744490 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.744761 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.745037 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.745320 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.745593 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.745875 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.746160 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.746435 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.746725 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.747007 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.747298 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.747582 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.747852 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.748129 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.748436 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.748711 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.748981 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.749254 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.749540 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.749814 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.750083 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.750362 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.750650 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.750938 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.751208 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.751481 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.751766 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.752040 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.752338 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.752592 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.752864 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.753175 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.753459 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.753730 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.753997 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.754265 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.754537 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.754802 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.755069 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.755340 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.755606 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.755877 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.756143 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.756438 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.756705 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.756971 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.757239 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.757504 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.757770 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.758039 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.758305 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.758571 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.758842 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.759111 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.759387 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.759671 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.759969 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.760242 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.760544 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.760823 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.761102 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.761375 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.761647 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.761920 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.762193 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.762461 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.762744 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.763023 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.763304 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.763599 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.763875 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.764165 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.764465 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.764739 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.765017 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.765290 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.765562 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.765840 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.766118 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.766407 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.766695 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.766984 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.767272 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.767559 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.767832 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.768133 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.768433 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:45.768651 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 18:18:45.769038 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103778) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 18:18:46.134472 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 24 18:18:46.134760 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 24 18:18:46.135073 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 24 18:18:46.135416 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 18:18:46.458334 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.458572 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.458796 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.460033 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.460344 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.460731 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.505195 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.505471 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.505751 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.519583 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.519864 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.520136 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.548432 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.548713 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.548981 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.585266 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.585546 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.585806 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.929656 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.930314 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.930314 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.930476 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:46.931138 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.028085 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.028417 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.028708 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.028979 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.029243 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.029554 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.029820 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.030073 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.030327 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.030610 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.030835 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.031124 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.031363 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.031609 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.031861 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.032125 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.032399 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.032672 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.032921 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.033177 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.033443 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.033694 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.033973 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.034366 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.034646 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.034894 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.035289 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.035529 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.035767 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.036006 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.036240 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.036498 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.036858 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 18:18:47.039895 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 18:18:47.043887 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 18:18:47.047644 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 24 18:18:47.049295 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 18:18:47.049761 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 18:18:47.050127 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 18:18:47.050513 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 18:18:47.053279 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 18:18:47.053530 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 18:18:47.053874 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 18:18:47.058694 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 18:18:47.082068 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 18:18:47.082513 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.082807 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103778) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Aug 24 18:18:47.083177 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.084541 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103778) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 18:18:47.084824 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 18:18:47.085068 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 18:18:47.088402 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.088684 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.253913 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 18:18:47.254191 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 18:18:47.254471 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 18:18:47.254921 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 18:18:47.285338 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_db.sqlalchemy.engines [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103778) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 18:18:47.738969 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing driver for type 'gre' Aug 24 18:18:47.739630 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] gre ID ranges: [(1, 1000)] Aug 24 18:18:47.794038 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing driver for type 'local' Aug 24 18:18:47.794375 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing driver for type 'vlan' Aug 24 18:18:47.809772 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] VlanTypeDriver initialization complete Aug 24 18:18:47.810087 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing driver for type 'vxlan' Aug 24 18:18:47.810898 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] vxlan ID ranges: [(1, 1000)] Aug 24 18:18:47.872402 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing extension driver 'port_security' Aug 24 18:18:47.872799 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.extensions.port_security [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] PortSecurityExtensionDriver initialization complete Aug 24 18:18:47.873150 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing mechanism driver 'openvswitch' Aug 24 18:18:47.873568 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing mechanism driver 'hyperv' Aug 24 18:18:47.881707 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:18:47.882581 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.882963 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.883323 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.883859 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 24 18:18:47.884340 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnet after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.884682 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnet after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.885129 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.885441 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 24 18:18:47.885876 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.886241 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.886561 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.887014 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 24 18:18:47.887468 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > security_group after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.887736 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > security_group after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.888091 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.888521 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 24 18:18:47.888937 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.889289 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.889640 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.890041 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 24 18:18:47.890453 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > address_group after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.890802 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > address_group after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.891146 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.891546 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 24 18:18:47.891998 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] ML2 OVO RPC backend initialized. {{(pid=103778) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 24 18:18:47.892745 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.893107 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.893530 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.893887 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > networks before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.894238 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.894593 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > ports before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.894940 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnet before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.895284 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnets before_response 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.895634 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.895978 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.896340 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.896685 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.897023 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.897360 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.897702 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnet after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.898388 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnet after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.898747 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.906107 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded quota_driver: . Aug 24 18:18:47.906479 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.plugin [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Modular L2 Plugin initialization complete Aug 24 18:18:47.906834 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading services supported by the core plugin {{(pid=103778) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 18:18:47.907186 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.plugins.ml2.managers [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Got port-security extension from driver 'port_security' Aug 24 18:18:47.907678 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.extensions.vlantransparent [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Disabled vlantransparent extension. Aug 24 18:18:47.908183 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103778) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 18:18:47.908537 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: router Aug 24 18:18:47.943687 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.944368 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router after_create 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.944476 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router before_create 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.944845 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.945225 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.945585 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router after_delete 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.945950 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.946315 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.946681 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router after_create 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.947050 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router after_update 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.947389 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router after_update 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.947736 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.948096 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router after_update 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.948540 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_update 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.948900 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: port after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.949244 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: port after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.949588 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: subnet after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.949929 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.950283 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.950739 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_create 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.950989 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: port before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.952049 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.952049 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router after_update 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.952237 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.952534 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_create 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.952902 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.953247 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_update 55549900 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.953615 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > agent after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.953974 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > agent after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.954328 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > network after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.955208 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Tracking information for resource: router configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.955537 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Tracking information for resource: floatingip configured {{(pid=103778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:18:47.960559 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.db.l3_agentschedulers_db [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 18:18:47.961144 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: port after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.961548 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: port after_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.961906 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: port after_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.962268 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: port after_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.963070 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router before_create 55550100 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.963438 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.963809 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_create 55550100 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.964157 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > router precommit_update 55550100 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.969093 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.services.provider_configuration [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service providers = [] {{(pid=103778) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 18:18:47.969470 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.db.servicetype_db [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103778) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 18:18:47.972488 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.services.service_base [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:18:47.972841 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.services.service_base [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:18:47.973180 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.services.service_base [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:18:47.974074 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.services.service_base [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:18:47.974448 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.services.service_base [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 18:18:47.974836 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:47.975158 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 18:18:47.985696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:47.986033 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: auto_allocate Aug 24 18:18:47.991880 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: network precommit_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.992191 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: network precommit_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:47.992741 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:47.993064 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: tag Aug 24 18:18:47.999737 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:48.000074 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: timestamp Aug 24 18:18:48.003995 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:48.004344 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: network_ip_availability Aug 24 18:18:48.009779 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:48.010158 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:48.010524 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:48.011237 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:48.011565 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: flavors Aug 24 18:18:48.016540 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:48.016875 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading Plugin: revisions Aug 24 18:18:48.021193 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:18:48.021590 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_concurrency.lockutils [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.886s {{(pid=103778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 24 18:18:48.022335 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103778) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 24 18:18:48.022679 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Initializing extension manager. Aug 24 18:18:48.023530 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: __init__.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.023879 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: __pycache__ {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.024218 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: address_group.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.025010 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.025589 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: address-group Aug 24 18:18:48.025913 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: address_scope.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.026633 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.027145 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: address-scope Aug 24 18:18:48.027477 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.028423 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.028945 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: router-admin-state-down-before-update Aug 24 18:18:48.029269 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: agent.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.029956 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.030459 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: agent Aug 24 18:18:48.030784 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: agent_resources_synced.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.031696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.032208 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: agent-resources-synced Aug 24 18:18:48.032559 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: allowedaddresspairs.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.034348 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.034900 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: allowed-address-pairs Aug 24 18:18:48.035230 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: auto_allocated_topology.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.036330 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.036851 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: auto-allocated-topology Aug 24 18:18:48.037181 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: availability_zone.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.037882 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.038387 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: availability_zone Aug 24 18:18:48.038716 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: availability_zone_filter.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.039678 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.040194 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: availability_zone_filter Aug 24 18:18:48.040552 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: data_plane_status.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.041459 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.041968 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 18:18:48.042295 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: default_subnetpools.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.043208 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.043725 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: default-subnetpools Aug 24 18:18:48.044054 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.044906 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.045417 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: dhcp_agent_scheduler Aug 24 18:18:48.045743 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: dns.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.046666 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.047172 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 18:18:48.047502 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: dns_domain_ports.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.048447 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.048959 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 18:18:48.049287 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.050255 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.050768 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 18:18:48.051094 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: dvr.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.051774 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.052282 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: dvr Aug 24 18:18:48.052631 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: ecmp_routes.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.053554 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.054059 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 18:18:48.054386 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: empty_string_filtering.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.055297 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.055815 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: empty-string-filtering Aug 24 18:18:48.056138 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.057086 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.057599 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 18:18:48.057924 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.058840 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.059350 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 18:18:48.059677 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: external_net.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.060623 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.061130 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: external-net Aug 24 18:18:48.061457 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.062362 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.062874 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: extra_dhcp_opt Aug 24 18:18:48.063198 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: extraroute.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.064123 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.064665 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: extraroute Aug 24 18:18:48.064991 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: extraroute_atomic.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.066055 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.066569 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: extraroute-atomic Aug 24 18:18:48.066898 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: filter_validation.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.067571 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.068077 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: filter-validation Aug 24 18:18:48.068441 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: fip_pf_description.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.069352 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.069865 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 18:18:48.070189 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: fip_port_details.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.072525 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.073060 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: fip-port-details Aug 24 18:18:48.073398 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: flavors.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.074619 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.075147 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: flavors Aug 24 18:18:48.075476 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.077169 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.077694 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 18:18:48.078033 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: floatingip_pools.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.078745 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.079266 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: floatingip-pools Aug 24 18:18:48.079601 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: ip_allocation.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.080555 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.081076 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 18:18:48.081512 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.082439 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.082962 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: ip-substring-filtering Aug 24 18:18:48.083296 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l2_adjacency.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.084220 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.084761 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 18:18:48.085089 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.086061 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.086585 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: router Aug 24 18:18:48.086913 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.089168 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.089698 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 18:18:48.090032 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.090966 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.091491 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: ext-gw-mode Aug 24 18:18:48.091824 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.092767 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.093279 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: l3-ha Aug 24 18:18:48.093607 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.094513 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.095022 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 18:18:48.095350 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3_flavors.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.096267 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.096809 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: l3-flavors Aug 24 18:18:48.097159 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.098515 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.099038 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 18:18:48.099371 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.100285 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.100824 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 18:18:48.101154 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: l3agentscheduler.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.102183 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.102702 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: l3_agent_scheduler Aug 24 18:18:48.103032 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: local_ip.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.104832 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.105359 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension local_ip not supported by any of loaded plugins Aug 24 18:18:48.105702 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: logging.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.107285 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.107816 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension logging not supported by any of loaded plugins Aug 24 18:18:48.108149 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: metering.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.108925 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.109504 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: metering Aug 24 18:18:48.109832 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.110919 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.111437 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: metering_source_and_destination_fields Aug 24 18:18:48.111764 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: multiprovidernet.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.112776 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.113288 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: multi-provider Aug 24 18:18:48.113615 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: netmtu.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.114535 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.115041 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: net-mtu Aug 24 18:18:48.115369 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: netmtu_writable.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.116288 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.116821 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: net-mtu-writable Aug 24 18:18:48.117143 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: network_availability_zone.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.117818 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.118324 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: network_availability_zone Aug 24 18:18:48.118644 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: network_ip_availability.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.119749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.120262 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: network-ip-availability Aug 24 18:18:48.120635 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: network_segment_range.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.121399 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.121905 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 18:18:48.122225 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: pagination.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.123209 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.123538 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: pagination Aug 24 18:18:48.123863 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: port_device_profile.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.124892 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.125410 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: port-device-profile Aug 24 18:18:48.125740 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.126667 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.127186 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: port-mac-address-regenerate Aug 24 18:18:48.127511 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.128498 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.129009 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: port-numa-affinity-policy Aug 24 18:18:48.129336 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: port_resource_request.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.130243 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.130756 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 18:18:48.131081 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: port_resource_request_groups.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.132061 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.132601 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 18:18:48.132928 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: portbindings.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.133851 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.134364 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: binding Aug 24 18:18:48.134688 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: portbindings_extended.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.135950 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.136493 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: binding-extended Aug 24 18:18:48.136825 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: portsecurity.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.137742 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.138250 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: port-security Aug 24 18:18:48.138572 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: project_id.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.139552 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.139882 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: project-id Aug 24 18:18:48.140206 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: providernet.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.141149 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.141665 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: provider Aug 24 18:18:48.141989 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.145667 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.146195 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos not supported by any of loaded plugins Aug 24 18:18:48.146530 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.147765 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.148645 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 18:18:48.148977 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.149899 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.150421 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 18:18:48.150752 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_default.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.151663 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.152179 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-default not supported by any of loaded plugins Aug 24 18:18:48.152545 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_fip.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.153480 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.153994 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 18:18:48.154320 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.155234 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.155751 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 18:18:48.156082 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_gateway_ip.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.157033 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.157546 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 18:18:48.157876 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_port_network_policy.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.158904 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.159450 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 18:18:48.159781 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.160858 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.161373 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 18:18:48.161702 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.162734 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.163245 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 18:18:48.163574 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_pps_rule.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.164788 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.165307 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 18:18:48.165637 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_rule_type_details.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.166566 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.167078 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 18:18:48.167409 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: qos_rules_alias.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.168501 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.169022 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 18:18:48.169355 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: quota_check_limit.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.170278 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.170799 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: quota-check-limit Aug 24 18:18:48.171129 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: quotasv2.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.172064 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.172423 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: quotas Aug 24 18:18:48.172753 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: quotasv2_detail.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.174453 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.174801 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: quota_details Aug 24 18:18:48.175194 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: rbac.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.176252 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.176808 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: rbac-policies Aug 24 18:18:48.177135 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: rbac_address_group.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.178075 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.178595 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: rbac-address-group Aug 24 18:18:48.178928 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: rbac_address_scope.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.179846 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.180387 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: rbac-address-scope Aug 24 18:18:48.180721 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: rbac_security_groups.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.181631 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.182144 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: rbac-security-groups Aug 24 18:18:48.182471 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: rbac_subnetpool.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.183381 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.183898 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: rbac-subnetpool Aug 24 18:18:48.184222 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: revisionifmatch.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.185247 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.185770 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: revision-if-match Aug 24 18:18:48.186095 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: revisions.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.187206 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.187719 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: standard-attr-revisions Aug 24 18:18:48.188051 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: router_availability_zone.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.188759 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.189277 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: router_availability_zone Aug 24 18:18:48.189604 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: routerservicetype.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.190535 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.191085 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 18:18:48.191415 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.192374 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.192901 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: security-groups-normalized-cidr Aug 24 18:18:48.193229 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.194154 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.194670 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: port-security-groups-filtering Aug 24 18:18:48.194997 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.195929 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.196473 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: security-groups-remote-address-group Aug 24 18:18:48.196802 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.197739 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.198253 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: security-groups-shared-filtering Aug 24 18:18:48.198580 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.199188 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Aug 24 18:18:48.199510 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: securitygroup.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.209297 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.209835 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: security-group Aug 24 18:18:48.210170 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: segment.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.210925 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.211445 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension segment not supported by any of loaded plugins Aug 24 18:18:48.211776 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.212775 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.213301 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 18:18:48.213634 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: servicetype.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.214715 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.215234 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: service-type Aug 24 18:18:48.215568 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: sorting.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.216582 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.216921 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: sorting Aug 24 18:18:48.217245 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: standard_attr_segment.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.218164 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.218683 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 18:18:48.219013 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: standardattrdescription.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.219664 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.220172 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: standard-attr-description Aug 24 18:18:48.220532 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: stateful_security_group.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.221470 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.222011 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: stateful-security-group Aug 24 18:18:48.222334 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: stdattrs_common.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.222904 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 18:18:48.223230 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.224170 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.224715 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 18:18:48.225040 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: subnet_onboard.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.226109 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.226628 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: subnet_onboard Aug 24 18:18:48.226953 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.227907 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.228442 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 18:18:48.228772 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: subnet_service_types.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.229714 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.230234 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: subnet-service-types Aug 24 18:18:48.230557 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: subnetallocation.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.231639 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.232164 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: subnet_allocation Aug 24 18:18:48.232526 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.233197 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.233707 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: subnetpool-prefix-ops Aug 24 18:18:48.234032 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.234963 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.235481 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 18:18:48.235815 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: tagging.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.236940 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.237459 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: standard-attr-tag Aug 24 18:18:48.237843 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: timestamp.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.239036 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.239556 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loaded extension: standard-attr-timestamp Aug 24 18:18:48.239884 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: trunk.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.240938 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.241458 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension trunk not supported by any of loaded plugins Aug 24 18:18:48.241787 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: trunk_details.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.242752 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.243217 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 18:18:48.243543 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: uplink_status_propagation.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.244501 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.245021 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 18:18:48.245345 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Loading extension file: vlantransparent.py {{(pid=103778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 18:18:48.246033 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 18:18:48.246540 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 18:18:48.249204 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:network Aug 24 18:18:48.249732 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:subnet Aug 24 18:18:48.250132 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:18:48.250523 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:port Aug 24 18:18:48.251800 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.252241 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service FLAVORS assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.252918 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.253394 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.253733 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:router Aug 24 18:18:48.254178 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 18:18:48.254671 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service METERING assigned prefix: /metering {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.256136 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:48.256539 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:48.256905 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:18:48.257922 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 18:18:48.258364 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:security_group Aug 24 18:18:48.258797 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 18:18:48.259416 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service CORE assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.259757 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:18:48.260105 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] subnetpool is already registered Aug 24 18:18:48.260561 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service CORE assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.260893 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:18:48.261227 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] subnetpool is already registered Aug 24 18:18:48.263566 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.264004 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service FLAVORS assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.264632 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.265063 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.265404 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:router Aug 24 18:18:48.265751 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] router is already registered Aug 24 18:18:48.266166 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 18:18:48.266501 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] floatingip is already registered Aug 24 18:18:48.266964 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service METERING assigned prefix: /metering {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.267645 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 18:18:48.267975 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] rbac_policy is already registered Aug 24 18:18:48.268410 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:security_group Aug 24 18:18:48.268756 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] security_group is already registered Aug 24 18:18:48.269215 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 18:18:48.269556 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] security_group_rule is already registered Aug 24 18:18:48.270198 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service CORE assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.270534 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:18:48.270868 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] subnetpool is already registered Aug 24 18:18:48.271288 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.v2.resource_helper [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Service CORE assigned prefix: {{(pid=103778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:18:48.271616 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:18:48.271947 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING neutron.quota.resource_registry [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] subnetpool is already registered Aug 24 18:18:48.272452 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: extensions {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.274255 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: address-groups {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.275753 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: address-scopes {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.277131 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: agents {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.278322 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: auto-allocated-topology {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.279597 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: availability_zones {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.280873 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: dhcp-networks {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.282388 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: dhcp-agents {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.283826 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: routers {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.286228 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: flavors {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.287411 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: service_profiles {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.288664 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: next_providers {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.290127 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: service_profiles {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.292627 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: floatingip-pools {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.293901 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: routers {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.296059 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: floatingips {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.297374 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: l3-routers {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.298792 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: l3-agents {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.300281 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: metering-labels {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.301677 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: metering-label-rules {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.302987 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: network-ip-availabilities {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.304242 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: bindings {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.305952 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: quotas {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.307518 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: quotas {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.309098 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: rbac-policies {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.310388 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: security-groups {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.311615 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: security-group-rules {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.312907 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: service-providers {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.314130 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: subnetpools {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.315576 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: subnetpools {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.317103 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.318807 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.320643 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.322463 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.324267 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.326167 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.327851 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.329831 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.331692 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.333588 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron.api.extensions [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Extended resource: tags {{(pid=103778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 18:18:48.339660 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING keystonemiddleware.auth_token [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 18:18:48.344478 dv-cinder-853788-3-iscsi neutron-server[103778]: WARNING keystonemiddleware.auth_token [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 18:18:48.353273 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_concurrency.lockutils [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Acquired lock "singleton_lock" {{(pid=103778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Aug 24 18:18:48.353756 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_concurrency.lockutils [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Releasing lock "singleton_lock" {{(pid=103778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Aug 24 18:18:48.354421 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO oslo_service.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Starting 2 workers Aug 24 18:18:48.359325 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Started child 103885 {{(pid=103778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 18:18:48.363878 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Started child 103886 {{(pid=103778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 18:18:48.364935 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:18:48.365726 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO neutron.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 18:18:48.366088 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:18:48.366445 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [-] (103885) wsgi starting up on http://0.0.0.0:9696 Aug 24 18:18:48.368578 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:18:48.369109 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO oslo_service.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Starting 1 workers Aug 24 18:18:48.369968 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [-] (103886) wsgi starting up on http://0.0.0.0:9696 Aug 24 18:18:48.373802 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Started child 103887 {{(pid=103778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 18:18:48.374373 dv-cinder-853788-3-iscsi neutron-server[103778]: INFO oslo_service.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Starting 1 workers Aug 24 18:18:48.377611 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] calling RpcWorker wait() {{(pid=103887) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 18:18:48.378296 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] returning from RpcWorker wait() {{(pid=103887) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 18:18:48.378972 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Started child 103888 {{(pid=103778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 18:18:48.379606 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:18:48.379730 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ba24-5576-40b7-aa6e-c7b1636b0231 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:18:48.380126 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:18:48.381696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 18:18:48.381877 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 18:18:48.382261 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 18:18:48.382460 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:18:48.382985 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 18:18:48.383109 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 18:18:48.383667 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.383926 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.384185 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.384348 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:18:48.384854 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.384854 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.385325 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.385568 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.385811 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.386090 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:18:48.386199 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.386319 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.386666 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.386844 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.387092 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.387324 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.387603 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.387875 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.388112 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.388395 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.388571 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.388848 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.389122 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.389369 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.389632 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] debug = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.389871 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.390352 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.390576 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.390981 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.391206 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.391495 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.391724 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.391998 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.392233 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.392499 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.392737 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.392992 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.393232 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.393461 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.393718 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.393967 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.394224 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.394451 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.394920 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] host = dv-cinder-853788-3-iscsi {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.395177 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.395382 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.395615 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.395873 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.396116 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.396387 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.396646 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.396901 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.397156 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.397394 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.397643 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.397873 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.398456 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.398698 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.398872 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_options = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.399121 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.399384 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.399643 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.399834 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.400003 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.400169 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.400476 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.400644 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.400896 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.401119 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.401335 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.401588 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.401778 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.401995 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.402253 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.402487 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.402765 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.403105 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.403237 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.403467 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.403709 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.403959 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.404166 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.404416 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.404652 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.404886 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.405131 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.405363 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.405603 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.405841 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.406076 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.406471 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.406837 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.407219 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.407819 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.407819 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.408240 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.408692 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.408959 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.409513 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.409666 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.409933 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.410104 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.410335 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.410571 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.410792 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.411009 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_json = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.411238 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.411508 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.411732 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.411945 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.412346 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.412493 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.412628 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.412846 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.413086 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.413510 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.413797 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.414091 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.414351 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.415326 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.415326 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.415326 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.415326 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.415650 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.415819 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.416068 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.416293 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.416611 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.416876 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.417545 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.417545 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.417795 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.417947 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.418185 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.418557 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.418844 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.419174 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.419804 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.419804 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.419804 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.420035 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.420246 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.420584 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.420836 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.421185 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.421464 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.421712 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.421959 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.422193 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.422416 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.422640 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.422964 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.423187 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.423410 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.423686 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.423915 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.424151 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.424454 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.424708 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.424931 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.425217 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.425456 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.425737 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.425978 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.427643 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.428269 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.431023 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.431290 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.431548 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.431805 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.432058 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.432363 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.432649 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.432916 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.433173 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.433399 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.433648 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.433904 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.434132 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.434370 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.434588 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.434830 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.435052 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.435299 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.435529 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.435775 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.435996 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.436219 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.440480 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.440957 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.441287 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.442626 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.443072 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.443368 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.444188 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.444545 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.444794 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.445025 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.445251 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.445477 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.445728 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.445926 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.446145 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.446373 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.446626 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.446845 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.447119 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.447441 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.447708 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.447962 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.448182 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.448471 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.448693 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.448919 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.449141 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.449389 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.449604 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.449956 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.450191 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.450450 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.450673 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.450890 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.451226 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.451449 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.451667 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.451912 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.452433 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.452665 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.452867 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.453303 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.453699 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.454101 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.454478 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.454866 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.455148 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.455393 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.455738 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.455991 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.456184 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49382) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:18:48.456355 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.456558 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.456860 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.457134 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.457382 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.457622 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.457879 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.458136 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.458381 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.458629 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.458859 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.459102 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.459350 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.459572 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.459805 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.460034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.461231 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.461231 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.461231 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.461231 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.461515 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.461654 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.462093 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.462532 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.462963 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.463380 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.463798 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.464219 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.464658 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.465060 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066819 Aug 24 18:18:48.465390 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.465853 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.466289 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.466570 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.467730 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.467730 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.467730 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.467730 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.468014 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.468084 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.468382 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.468829 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.469267 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.469546 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.469814 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.470094 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.470443 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.470801 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.471167 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.472051 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.472338 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.472588 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.472837 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.473104 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.473391 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.473656 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.473898 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.474138 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.474395 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.474638 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.475656 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.475656 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.475656 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.475656 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.475991 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.475991 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.476182 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.476570 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.477516 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.477744 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.477998 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.478874 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.478874 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.478874 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.479139 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.479295 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.479538 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.479758 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.479975 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.480192 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.480485 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.480707 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.481036 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.481266 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.481739 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.482209 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.483225 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.483490 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.484374 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.484490 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.484862 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.485128 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486030 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486030 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486030 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486282 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486282 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486476 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486761 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.486923 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.487138 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.487426 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.487711 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.487965 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.488418 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.489232 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.489321 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.489562 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.489783 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.489997 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.490297 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.490613 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.490834 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.491112 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.491328 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.491538 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.491765 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.492002 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.492234 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.493377 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.493676 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.493900 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.494135 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.494396 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.494615 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.494847 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.495105 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.495321 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.495561 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.495786 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.495996 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.496227 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.496548 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.496911 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.497139 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.497358 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.497636 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.497952 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.498566 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.498805 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.499110 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.499329 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.500023 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.500023 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.500331 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.500557 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.500813 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.501090 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.501341 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.501484 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.501822 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.502172 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.503413 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.503413 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.503413 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.503413 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.503717 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.503846 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.504249 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:18:48.504500 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.504945 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.505288 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.505577 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.505846 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.506096 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.506359 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.506584 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.506817 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.507034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.507272 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.507488 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.507755 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.509027 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.509282 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.509529 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.510380 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.511378 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.511618 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.512264 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.514456 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.514723 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.514892 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 18:18:48.515430 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 18:18:48.515601 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 18:18:48.515764 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 18:18:48.515962 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:18:48.516141 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 18:18:48.517070 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 18:18:48.517070 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517070 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517070 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517070 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517511 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517511 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517511 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517722 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517788 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.517902 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.518068 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.518224 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.518379 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.518539 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.518698 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.519696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.519696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.519696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.519696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.519696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.519696 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.520207 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.520207 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] debug = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.520207 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.520500 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.520756 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.522406 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.522514 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.522661 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.524768 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.525121 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.525300 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.525450 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.525618 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.525783 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.525946 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.526110 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.526272 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.526433 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.526591 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.526750 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.526908 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] host = dv-cinder-853788-3-iscsi {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.527067 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.527226 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.527386 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.527544 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.527703 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.527860 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.528036 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.528179 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.528805 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.529445 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.529895 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.530066 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.530564 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.530734 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.530899 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_options = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.531083 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.531232 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.531861 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.532051 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.532276 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.532461 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.532930 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.533106 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.533267 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.533766 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.533928 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.534089 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.534225 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.534431 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.534614 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.534761 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.534890 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.535039 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.535223 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.535376 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.535525 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.535672 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.535816 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.535958 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.536115 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.536276 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.536485 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.536587 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.536749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.536901 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.537059 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.537215 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.537356 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.537515 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.538945 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.539385 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.539829 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.539999 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.540169 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.540347 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.540515 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.541838 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.542102 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.542283 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.542455 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.542626 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.542792 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_json = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.544140 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.544383 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.544546 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.544697 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.545028 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.546187 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.546851 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.547275 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.547458 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 18:18:48.547653 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.548603 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.548603 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.548760 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.548825 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.548998 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.549168 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.549335 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.549502 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.549667 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.549930 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.550139 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.551091 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.551293 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.551475 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.551625 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.551794 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.551963 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.553487 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.553679 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.553928 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.554874 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.555372 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.555551 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.556083 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.556274 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.556474 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.556623 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.557240 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.558357 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.558546 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.558717 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.558885 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.559052 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.559219 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.559389 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.559555 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.559719 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.559882 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.560049 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.560210 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.560407 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.560575 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.560735 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.560897 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.561060 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.561221 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.561380 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.561540 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.561705 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.561866 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.562029 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.562190 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.562351 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.562512 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.562672 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.562829 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.563001 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.563160 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.563320 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.563479 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.563640 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.563801 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.563961 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.564121 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.564281 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.564469 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.564629 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.564803 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.564967 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.565126 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.565288 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.565448 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.565635 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.565888 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.566050 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.566212 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.566371 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.566532 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.566693 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.566853 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.567013 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.567175 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.567335 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.567498 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.567659 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.567820 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.567978 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.568138 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.568297 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.568480 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.568651 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.568826 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.568986 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.569145 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.569305 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.569465 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.569624 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.569784 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.569943 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.570101 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.570261 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.570421 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.570581 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.570744 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.570903 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.571063 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.571223 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.571382 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.571540 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.571700 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.571862 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.572021 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.572182 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.572362 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.572522 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.572682 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.572842 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.573001 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.573169 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.573328 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.573491 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.573651 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.573820 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.573992 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.574152 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.574312 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.574471 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.574630 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.574790 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.574959 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.575117 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576034 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576466 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576466 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576598 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576673 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576822 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.576980 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.577146 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.577305 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.577475 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.577624 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.577783 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.577942 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.578105 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.578269 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.578428 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.578589 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.578748 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.578907 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.579065 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.579226 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.579390 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.579550 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.579711 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.579869 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.580029 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.580190 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.580455 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.580664 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.580893 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.581076 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.581315 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.581498 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.581669 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.581938 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.582043 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.582157 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.582323 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.582495 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.582642 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.582804 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.583749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.583749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.583749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.583749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.583749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.583749 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584220 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584220 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584220 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584486 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584486 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584669 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584817 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.584957 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.585093 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.585243 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.585381 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.585531 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.585690 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.585851 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.586009 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.586164 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.586321 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.586478 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.586681 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.586800 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.586920 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.587078 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.587233 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.587445 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.587607 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.587764 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.587925 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.588082 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.588241 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.588419 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.588582 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.588744 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.588900 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.589056 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.589212 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.589368 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.589526 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.589686 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.589843 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.590013 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.590171 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.590328 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.590552 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.590675 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.590759 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.590930 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.591088 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.591244 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.591401 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.591557 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.591713 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.591879 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.592035 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.592191 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.592388 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.592600 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.592714 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.592857 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.593014 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.593170 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.593328 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.593484 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.593967 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.593967 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.593967 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.594244 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.594244 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.594404 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.594519 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.594688 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.594846 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.595005 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.595167 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.595315 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.595472 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.595638 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.595796 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.595952 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.596120 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.596277 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.596475 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.596626 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.596797 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.597041 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.597196 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.597320 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.597539 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.597703 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.597866 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.598031 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.598198 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.598363 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.598528 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.598695 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.598860 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.599031 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.599190 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.599346 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.599511 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.599667 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.599825 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.599984 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.600141 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.600298 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.601878 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.601878 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.601878 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.601878 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.602182 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.602182 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.602338 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.602459 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.602623 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.602780 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.602938 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.603095 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.603254 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.603412 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 18:18:48.603564 dv-cinder-853788-3-iscsi neutron-server[103778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 18:18:59.916178 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34388e9c-67c3-4af9-9a6e-e8361c2c8cfa None None] get_active_networks_info from dv-cinder-853788-3-iscsi {{(pid=103887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 18:19:00.007057 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34388e9c-67c3-4af9-9a6e-e8361c2c8cfa None None] No non-hosted networks {{(pid=103887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 18:19:00.041269 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.agentschedulers_db [None req-34388e9c-67c3-4af9-9a6e-e8361c2c8cfa None None] DHCP Agent not found on host dv-cinder-853788-3-iscsi {{(pid=103887) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 18:19:00.184739 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-30acc942-5b48-4baf-8219-10f4406e2fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788429'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:01.775392 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-03d8915d-dee6-4181-aa44-72611acd1caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788429'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:01.932220 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70ca47a2-604f-419c-aea4-963e707c14b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:03.247362 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788429'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:04.503805 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788429'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:05.775849 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788429'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:05.777620 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.778437 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.779549 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.780749 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.781326 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.782925 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.783537 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.786734 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.788011 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.790781 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.791415 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.792001 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.792816 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:05.794577 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853788-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:05.800853 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853788-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:05.833731 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49478) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:06.358204 dv-cinder-853788-3-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-f6ae32c4-62a9-439a-904e-a3862f835483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:06.358789 dv-cinder-853788-3-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-f6ae32c4-62a9-439a-904e-a3862f835483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:06.578761 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-f6ae32c4-62a9-439a-904e-a3862f835483 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:19:06.592397 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f6ae32c4-62a9-439a-904e-a3862f835483 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7451725 Aug 24 18:19:09.147306 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49496) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:09.487973 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c9401e2a-781d-425c-a594-8228f040c012 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:19:09.579120 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.policy [None req-c9401e2a-781d-425c-a594-8228f040c012 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103886) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 18:19:09.622190 dv-cinder-853788-3-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-c9401e2a-781d-425c-a594-8228f040c012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:09.622576 dv-cinder-853788-3-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-c9401e2a-781d-425c-a594-8228f040c012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:09.720007 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9401e2a-781d-425c-a594-8228f040c012 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763980324212', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763980320935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763980375486', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763980369595', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763980358160', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763980351670', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-629893', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604711', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3672779', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3828703'] for rbac-policy (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:09.789347 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9401e2a-781d-425c-a594-8228f040c012 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:09.790536 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c9401e2a-781d-425c-a594-8228f040c012 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6418080 Aug 24 18:19:09.964099 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.db.l3_hamode_db [None req-71dc43c0-02c3-40ee-aa44-d25b0afab658 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 18:19:10.038733 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc43c0-02c3-40ee-aa44-d25b0afab658 None None] Routers set() bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:19:10.039007 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc43c0-02c3-40ee-aa44-d25b0afab658 None None] Router IDs set() for agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Aug 24 18:19:12.274821 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49506) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:12.635784 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:19:12.668503 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Made reservation on behalf of 6c6c5899ef7e40f6b40ce86a54cc5189 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:19:12.672169 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:12.689805 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:12.804470 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks [] for security_group (ed5be536-7733-419a-b0cb-e605e39db196), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:12.811744 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ed5be536-7733-419a-b0cb-e605e39db196), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:12.835233 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:19:12.868691 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763975549925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (380bb57e-dc0e-4994-beef-17dc4e3fdeda), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:12.869237 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Unsubscribe: segment precommit_create {{(pid=103886) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 18:19:12.869737 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Added segment 380bb57e-dc0e-4994-beef-17dc4e3fdeda of type vlan for network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e Aug 24 18:19:12.886257 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5be536-7733-419a-b0cb-e605e39db196,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:12.935498 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.935770 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.936124 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.936490 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.936816 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.937139 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.937464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.937785 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.938104 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.938433 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.938754 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.939052 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.939358 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Tracked resource versions report: Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: pushed versions: Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: { 'AddressGroup': {'1.2'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Log': {'1.0'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Network': {'1.1'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Port': {'1.7'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'PortForwarding': {'1.2'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'QosPolicy': {'1.10'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroup': {'1.5'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SubPort': {'1.0'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Subnet': {'1.1'}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Trunk': {'1.1'}} Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: consumer versions: Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'ConntrackHelper': '1.0', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'LocalIPAssociation': '1.0', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Log': '1.0', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Network': '1.1', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Port': '1.7', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'PortForwarding': '1.2', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'QosPolicy': '1.10', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroup': '1.5', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroupRule': '1.2', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SubPort': '1.0', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Subnet': '1.1', Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Trunk': '1.1'}} Aug 24 18:19:12.940799 dv-cinder-853788-3-iscsi neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:19:12.973975 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (1ad5170a-4b4e-440b-a6fb-73d2dbddc97e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:13.019533 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (1ad5170a-4b4e-440b-a6fb-73d2dbddc97e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:13.024915 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:13.025616 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:13.105682 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8297539 Aug 24 18:19:13.141944 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138e398-ac57-45a8-822c-84fbbc84be52 demo demo] Pushing event updated for resources: {'Network': ['ID=1ad5170a-4b4e-440b-a6fb-73d2dbddc97e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:13.157836 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:19:15.710195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 49518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:16.255456 dv-cinder-853788-3-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-a475d705-c1fa-4a4e-811c-d1a1ae6997a7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:16.256014 dv-cinder-853788-3-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-a475d705-c1fa-4a4e-811c-d1a1ae6997a7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:16.682936 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.policy [None req-a475d705-c1fa-4a4e-811c-d1a1ae6997a7 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103885) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 18:19:16.725357 dv-cinder-853788-3-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-a475d705-c1fa-4a4e-811c-d1a1ae6997a7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:16.725932 dv-cinder-853788-3-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-a475d705-c1fa-4a4e-811c-d1a1ae6997a7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:19:16.733815 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475d705-c1fa-4a4e-811c-d1a1ae6997a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:16.735705 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a475d705-c1fa-4a4e-811c-d1a1ae6997a7 demo admin] 10.222.0.55 "GET /v2.0/networks/1ad5170a-4b4e-440b-a6fb-73d2dbddc97e HTTP/1.1" status: 200 len: 825 time: 1.0233552 Aug 24 18:19:16.787496 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f74f9396-7718-4049-9df5-1a97e094681e demo admin] 10.222.0.55 "GET /v2.0/subnetpools/6e32b121-c7b5-4bef-9b62-ddbc158149c3 HTTP/1.1" status: 200 len: 734 time: 0.0422735 Aug 24 18:19:16.799065 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Request body: {'subnet': {'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '6e32b121-c7b5-4bef-9b62-ddbc158149c3'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:19:16.840511 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Made reservation on behalf of 6c6c5899ef7e40f6b40ce86a54cc5189 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:19:16.844994 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:17.151130 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (c058b9c3-2755-4e43-80df-4d035490b873), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:17.217573 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Checking segment: {'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:19:17.217951 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Network hostable DHCP agents. Network: 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:19:17.234692 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c058b9c3-2755-4e43-80df-4d035490b873,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:17.249148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.249512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.249917 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.250216 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.250525 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.250889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.251225 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.251529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.251840 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.252170 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.252558 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.252874 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.253185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Tracked resource versions report: Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: pushed versions: Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Log': {'1.0'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Network': {'1.1'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Port': {'1.7'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'PortForwarding': {'1.2'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: consumer versions: Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Log': '1.0', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Network': '1.1', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Port': '1.7', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'PortForwarding': '1.2', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'QosPolicy': '1.10', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SubPort': '1.0', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Subnet': '1.1', Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Trunk': '1.1'}} Aug 24 18:19:17.254505 dv-cinder-853788-3-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:19:17.265742 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:19:17.283306 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:19:17.287717 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:17.288246 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:17.294695 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc5487-d0a6-40be-8f4f-15667c15c9fb None None] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:19:17.311160 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e0aaeab5-8ce5-4375-a56b-c50a928a1c91 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5155499 Aug 24 18:19:17.664265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'fixed_ips': [{'subnet_id': 'c058b9c3-2755-4e43-80df-4d035490b873'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:19:17.665528 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:17.938058 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Allocated IP 172.20.0.2 (1ad5170a-4b4e-440b-a6fb-73d2dbddc97e/c058b9c3-2755-4e43-80df-4d035490b873/7fb805d2-8145-4739-b94f-325a323ccc2b) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:19:18.206375 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Publish callbacks [] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:18.215717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:18.290925 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:19:18.296441 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:19:18.299712 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:19:18.305121 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Pushing event updated for resources: {'Port': ['ID=7fb805d2-8145-4739-b94f-325a323ccc2b,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:18.337037 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.337397 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.337748 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.338086 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.338415 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.338739 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.339063 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.339383 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.339702 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.340037 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.340363 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.340681 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.340997 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Tracked resource versions report: Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: pushed versions: Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Log': {'1.0'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Network': {'1.1'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Port': {'1.7'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'PortForwarding': {'1.2'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: consumer versions: Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Log': '1.0', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Network': '1.1', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Port': '1.7', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'PortForwarding': '1.2', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'QosPolicy': '1.10', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SubPort': '1.0', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Subnet': '1.1', Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Trunk': '1.1'}} Aug 24 18:19:18.342385 dv-cinder-853788-3-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:19:18.392107 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Attempting to bind port 7fb805d2-8145-4739-b94f-325a323ccc2b on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:19:18.392552 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Attempting to bind port 7fb805d2-8145-4739-b94f-325a323ccc2b by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:19:18.392972 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Attempting to bind port 7fb805d2-8145-4739-b94f-325a323ccc2b on network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:19:18.398299 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:19:18.398674 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Checking segment: {'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:19:18.399156 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:18.399842 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Bound using segment: {'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:19:18.400039 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Bound port: 7fb805d2-8145-4739-b94f-325a323ccc2b, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:19:18.400470 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:18.460582 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] For port 7fb805d2-8145-4739-b94f-325a323ccc2b, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:19:18.464782 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] For port 7fb805d2-8145-4739-b94f-325a323ccc2b, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=7fb805d2-8145-4739-b94f-325a323ccc2b,segment=NetworkSegment(380bb57e-dc0e-4994-beef-17dc4e3fdeda),segment_id=380bb57e-dc0e-4994-beef-17dc4e3fdeda)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:19:18.473209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:18.534639 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2c99-9d06-4688-afc0-8f9e74f75e91 None None] Pushing event updated for resources: {'Port': ['ID=7fb805d2-8145-4739-b94f-325a323ccc2b,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:19.911715 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 49538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:20.246978 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-d922986f-6eff-42c8-b3ed-695c22a284c2 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:19:20.248000 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d922986f-6eff-42c8-b3ed-695c22a284c2 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3351932 Aug 24 18:19:22.821070 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49546) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:23.163430 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-70ff1177-c28f-411d-b40e-3be9197e35a8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:19:23.164576 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-70ff1177-c28f-411d-b40e-3be9197e35a8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3425138 Aug 24 18:19:25.766733 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49554) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:26.089372 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2df964de-d10c-4a77-9cc0-6381c3fb556e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:19:26.115345 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2df964de-d10c-4a77-9cc0-6381c3fb556e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (b9f31104-3e12-40f0-96d9-2434e4b55084), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:26.116916 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2df964de-d10c-4a77-9cc0-6381c3fb556e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (b9f31104-3e12-40f0-96d9-2434e4b55084), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:26.254011 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2df964de-d10c-4a77-9cc0-6381c3fb556e demo demo] Publish callbacks [] for router_controller (b9f31104-3e12-40f0-96d9-2434e4b55084), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:26.260518 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2df964de-d10c-4a77-9cc0-6381c3fb556e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (b9f31104-3e12-40f0-96d9-2434e4b55084), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:26.280550 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2df964de-d10c-4a77-9cc0-6381c3fb556e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:26.284885 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2df964de-d10c-4a77-9cc0-6381c3fb556e demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5169554 Aug 24 18:19:28.491458 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 7fb805d2-8145-4739-b94f-325a323ccc2b up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:19:28.574382 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 7fb805d2-8145-4739-b94f-325a323ccc2b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:28.574807 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:28.681610 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 7fb805d2-8145-4739-b94f-325a323ccc2b is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:28.682020 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:28.717426 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 7fb805d2-8145-4739-b94f-325a323ccc2b, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=7fb805d2-8145-4739-b94f-325a323ccc2b,segment=NetworkSegment(380bb57e-dc0e-4994-beef-17dc4e3fdeda),segment_id=380bb57e-dc0e-4994-beef-17dc4e3fdeda)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:19:28.722396 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:28.769333 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=7fb805d2-8145-4739-b94f-325a323ccc2b,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:28.848009 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49566) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:29.174445 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-5c9a8992-127b-4b87-b2c5-eacde3991d94 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:19:29.175433 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5c9a8992-127b-4b87-b2c5-eacde3991d94 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3264158 Aug 24 18:19:29.845527 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a004d5-1171-4ef1-bb8e-c2ec6d86c077 None None] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:19:29.920978 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-05a35aec-2d56-484c-ab31-175e55363afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:29.941690 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f5be711b-6d27-47e1-aaa6-4a50c15a1991 None None] Provisioning complete for port 7fb805d2-8145-4739-b94f-325a323ccc2b triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:29.942071 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f5be711b-6d27-47e1-aaa6-4a50c15a1991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:30.056254 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f5be711b-6d27-47e1-aaa6-4a50c15a1991 None None] Current status of the port 7fb805d2-8145-4739-b94f-325a323ccc2b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:30.278257 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-88ba9ec1-5e71-4095-a856-ab06b9e0fa13 None None] Provisioning complete for port 7fb805d2-8145-4739-b94f-325a323ccc2b triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:30.278656 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-88ba9ec1-5e71-4095-a856-ab06b9e0fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:30.353075 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-88ba9ec1-5e71-4095-a856-ab06b9e0fa13 None None] Current status of the port 7fb805d2-8145-4739-b94f-325a323ccc2b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:30.460490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 7fb805d2-8145-4739-b94f-325a323ccc2b up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:19:30.505464 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 7fb805d2-8145-4739-b94f-325a323ccc2b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:30.505869 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:30.576614 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 7fb805d2-8145-4739-b94f-325a323ccc2b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:31.745190 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49576) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:31.776828 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-51aca9c2-ec80-446b-9ca0-797899a5b351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.123248 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:19:32.148863 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Made reservation on behalf of 8cbbbcd33bd34ccdbe9b1ecea1a92268 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:19:32.152205 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.163613 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.238343 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks [] for security_group (679829e2-2f03-4070-907c-b25fe9e15aec), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.243050 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (679829e2-2f03-4070-907c-b25fe9e15aec), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.251897 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Reserving flat network on physical network physnet1 {{(pid=103886) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 18:19:32.277396 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (d1d16e9b-6b12-4d11-b6d9-db89c118d608), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.277727 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Added segment d1d16e9b-6b12-4d11-b6d9-db89c118d608 of type flat for network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 Aug 24 18:19:32.279206 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679829e2-2f03-4070-907c-b25fe9e15aec,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:32.330942 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (0451aab2-c703-4fc7-846d-7a4a6dd6b359), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.380851 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (0451aab2-c703-4fc7-846d-7a4a6dd6b359), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.381825 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:32.382431 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:32.448017 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7014394 Aug 24 18:19:32.471788 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b0529-1d37-477e-b03f-ac595e18d152 admin admin] Pushing event updated for resources: {'Network': ['ID=0451aab2-c703-4fc7-846d-7a4a6dd6b359,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:32.482691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:19:33.202611 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:34.446511 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:35.009815 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49594) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:35.260605 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb17a1-95ae-4059-8b32-702d92289c75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:35.261954 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dfdb17a1-95ae-4059-8b32-702d92289c75 demo admin] 10.222.0.55 "GET /v2.0/subnets/c058b9c3-2755-4e43-80df-4d035490b873 HTTP/1.1" status: 200 len: 849 time: 0.2511039 Aug 24 18:19:35.388544 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9a0e4ef4-40ec-417a-8ecd-3be0a695111b demo admin] 10.222.0.55 "GET /v2.0/routers/b9f31104-3e12-40f0-96d9-2434e4b55084 HTTP/1.1" status: 200 len: 704 time: 0.1138327 Aug 24 18:19:35.650963 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:35.773614 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:35.972250 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Allocated IP 172.20.0.1 (1ad5170a-4b4e-440b-a6fb-73d2dbddc97e/c058b9c3-2755-4e43-80df-4d035490b873/744b3da7-cef2-42b7-b361-a660a90c2373) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:19:36.161327 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks [] for port (744b3da7-cef2-42b7-b361-a660a90c2373), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.229993 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.352113 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:19:36.361311 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:19:36.367857 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:19:36.367857 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (b9f31104-3e12-40f0-96d9-2434e4b55084), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.386810 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Pushing event updated for resources: {'Port': ['ID=744b3da7-cef2-42b7-b361-a660a90c2373,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:36.569069 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.619444 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-fcf562dd-1c55-4dba-8d4c-eab519168651 None None] Provisioning complete for port 744b3da7-cef2-42b7-b361-a660a90c2373 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:36.619861 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcf562dd-1c55-4dba-8d4c-eab519168651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.694676 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-fcf562dd-1c55-4dba-8d4c-eab519168651 None None] Port 744b3da7-cef2-42b7-b361-a660a90c2373 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:19:36.789990 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks [] for port (744b3da7-cef2-42b7-b361-a660a90c2373), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.797617 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.798419 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (b9f31104-3e12-40f0-96d9-2434e4b55084), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:36.872594 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Pushing event updated for resources: {'Port': ['ID=744b3da7-cef2-42b7-b361-a660a90c2373,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:36.925211 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:19:36.926498 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:19:37.081435 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Router b9f31104-3e12-40f0-96d9-2434e4b55084 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:19:37.116711 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-1e066c97-5403-46b1-a71f-eabaf4a15add None None] Provisioning complete for port 744b3da7-cef2-42b7-b361-a660a90c2373 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:37.117370 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e066c97-5403-46b1-a71f-eabaf4a15add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:37.147847 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1e066c97-5403-46b1-a71f-eabaf4a15add None None] Port 744b3da7-cef2-42b7-b361-a660a90c2373 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:19:37.170307 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:19:37.176008 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8568a039-200b-4210-b8a9-4b47d134e10d demo admin] 10.222.0.55 "PUT /v2.0/routers/b9f31104-3e12-40f0-96d9-2434e4b55084/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7807622 Aug 24 18:19:37.192162 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Sync routers for ids ['b9f31104-3e12-40f0-96d9-2434e4b55084'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:19:37.205702 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Routers {'b9f31104-3e12-40f0-96d9-2434e4b55084'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:19:37.206629 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:19:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b9f31104-3e12-40f0-96d9-2434e4b55084'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:37.387694 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Set router b9f31104-3e12-40f0-96d9-2434e4b55084 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:19:37.810541 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'name': 'router1', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:19:26Z', 'updated_at': '2022-08-24T18:19:36Z', 'revision_number': 2, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'gw_port_host': None, '_interfaces': [{'id': '744b3da7-cef2-42b7-b361-a660a90c2373', 'name': '', 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'mac_address': 'fa:16:3e:27:8f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:35Z', 'updated_at': '2022-08-24T18:19:36Z', 'revision_number': 2, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'subnets': [{'id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e32b121-c7b5-4bef-9b62-ddbc158149c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:37.858313 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Checking router: b9f31104-3e12-40f0-96d9-2434e4b55084 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:19:37.858680 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Updating router b9f31104-3e12-40f0-96d9-2434e4b55084 port 744b3da7-cef2-42b7-b361-a660a90c2373 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:19:37.913315 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:38.427583 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Publish callbacks [] for port (744b3da7-cef2-42b7-b361-a660a90c2373), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:38.434848 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:38.576628 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Pushing event updated for resources: {'Port': ['ID=744b3da7-cef2-42b7-b361-a660a90c2373,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:38.581537 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Attempting to bind port 744b3da7-cef2-42b7-b361-a660a90c2373 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:19:38.581932 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Attempting to bind port 744b3da7-cef2-42b7-b361-a660a90c2373 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:19:38.582359 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Attempting to bind port 744b3da7-cef2-42b7-b361-a660a90c2373 on network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:19:38.590282 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.590627 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.590970 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.591297 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.591614 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.591930 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.592256 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.592592 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.592913 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.593237 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.593558 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.593849 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.594159 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Tracked resource versions report: Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: pushed versions: Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Log': {'1.0'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Network': {'1.1'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Port': {'1.7'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'PortForwarding': {'1.2'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: consumer versions: Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Log': '1.0', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Network': '1.1', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Port': '1.7', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'PortForwarding': '1.2', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'QosPolicy': '1.10', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SubPort': '1.0', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Subnet': '1.1', Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Trunk': '1.1'}} Aug 24 18:19:38.595738 dv-cinder-853788-3-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:19:38.601640 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:19:38.602030 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Checking segment: {'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:19:38.602511 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:38.602868 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Bound using segment: {'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:19:38.603370 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Bound port: 744b3da7-cef2-42b7-b361-a660a90c2373, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380bb57e-dc0e-4994-beef-17dc4e3fdeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:19:38.603740 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:38.671965 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] For port 744b3da7-cef2-42b7-b361-a660a90c2373, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:19:38.691351 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] For port 744b3da7-cef2-42b7-b361-a660a90c2373, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=744b3da7-cef2-42b7-b361-a660a90c2373,segment=NetworkSegment(380bb57e-dc0e-4994-beef-17dc4e3fdeda),segment_id=380bb57e-dc0e-4994-beef-17dc4e3fdeda)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:19:38.697710 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:38.736629 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Routers {'b9f31104-3e12-40f0-96d9-2434e4b55084'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:19:38.737238 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:19:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b9f31104-3e12-40f0-96d9-2434e4b55084'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:38.813393 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32735b8c-8592-4ded-9959-3227e271d45b None None] Pushing event updated for resources: {'Port': ['ID=744b3da7-cef2-42b7-b361-a660a90c2373,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:38.834563 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] Set router b9f31104-3e12-40f0-96d9-2434e4b55084 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:19:39.042497 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'name': 'router1', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:19:26Z', 'updated_at': '2022-08-24T18:19:36Z', 'revision_number': 2, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'gw_port_host': None, '_interfaces': [{'id': '744b3da7-cef2-42b7-b361-a660a90c2373', 'name': '', 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'mac_address': 'fa:16:3e:27:8f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:35Z', 'updated_at': '2022-08-24T18:19:38Z', 'revision_number': 4, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'subnets': [{'id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e32b121-c7b5-4bef-9b62-ddbc158149c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:39.067099 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019dc9b-6ac6-471c-b73a-502b303eaa2b None None] The sync data for ids ['b9f31104-3e12-40f0-96d9-2434e4b55084'] in dv-cinder-853788-3-iscsi is: [{'id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'name': 'router1', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:19:26Z', 'updated_at': '2022-08-24T18:19:36Z', 'revision_number': 2, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'gw_port_host': None, '_interfaces': [{'id': '744b3da7-cef2-42b7-b361-a660a90c2373', 'name': '', 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'mac_address': 'fa:16:3e:27:8f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:35Z', 'updated_at': '2022-08-24T18:19:38Z', 'revision_number': 4, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'subnets': [{'id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e32b121-c7b5-4bef-9b62-ddbc158149c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:19:39.740430 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49614) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:39.852372 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24896d5-59e5-45bb-b264-1423abd25b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:39.859093 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b24896d5-59e5-45bb-b264-1423abd25b54 admin admin] 10.222.0.55 "GET /v2.0/networks/0451aab2-c703-4fc7-846d-7a4a6dd6b359 HTTP/1.1" status: 200 len: 842 time: 0.1122301 Aug 24 18:19:39.863498 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:19:39.889180 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Made reservation on behalf of 8cbbbcd33bd34ccdbe9b1ecea1a92268 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:19:39.891995 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:40.189202 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.objects.ports [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Aug 24 18:19:40.189557 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (f021def2-67f2-4b9e-a78f-56c50020d0d3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:40.243070 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f021def2-67f2-4b9e-a78f-56c50020d0d3,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:40.254237 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:19:40.254580 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Network hostable DHCP agents. Network: 0451aab2-c703-4fc7-846d-7a4a6dd6b359, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:19:40.276023 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:19:40.287075 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 0451aab2-c703-4fc7-846d-7a4a6dd6b359) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:19:40.291151 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:40.291737 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:40.297716 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cea8c4-eb65-43ab-8b6e-4037dad5ac81 None None] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:19:40.307945 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-93b6bdf3-91be-43ae-adac-00b5cee13f3e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4480071 Aug 24 18:19:40.399874 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84ca21-08ec-427b-b5f6-a0abb303aa28 None None] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:19:42.755290 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 49622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:43.025325 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a7228478-6efe-4efb-aa53-7a36b6dd2883 demo admin] 10.222.0.55 "GET /v2.0/routers/b9f31104-3e12-40f0-96d9-2434e4b55084 HTTP/1.1" status: 200 len: 710 time: 0.2688181 Aug 24 18:19:43.140858 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a73a3f0-bb6e-48c2-b251-d5e839824a2f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:19:43.142264 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6a73a3f0-bb6e-48c2-b251-d5e839824a2f demo admin] 10.222.0.55 "GET /v2.0/networks/0451aab2-c703-4fc7-846d-7a4a6dd6b359 HTTP/1.1" status: 200 len: 886 time: 0.1113896 Aug 24 18:19:43.151710 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:19:43.385155 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks [] for router_gateway (b9f31104-3e12-40f0-96d9-2434e4b55084), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:43.612925 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks [] for router_gateway (b9f31104-3e12-40f0-96d9-2434e4b55084), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:43.688907 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:43.841919 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Allocated IP 172.27.3.216 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/50877764-36d5-47ae-8ad1-165f41f97da1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:19:43.950419 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks [] for port (50877764-36d5-47ae-8ad1-165f41f97da1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:44.008910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:44.081784 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:19:44.086462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:19:44.093007 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:19:44.099341 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Pushing event updated for resources: {'Port': ['ID=50877764-36d5-47ae-8ad1-165f41f97da1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:44.421588 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks [] for router_gateway (b9f31104-3e12-40f0-96d9-2434e4b55084), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:44.619941 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3785757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1264'] for router (b9f31104-3e12-40f0-96d9-2434e4b55084), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:44.625153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3785764'] for router (b9f31104-3e12-40f0-96d9-2434e4b55084), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:44.730794 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Router b9f31104-3e12-40f0-96d9-2434e4b55084 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:19:44.833056 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:19:44.837529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:44.852334 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ff95ddf4-aa4e-48ee-b68f-f4020f0b4668 demo admin] 10.222.0.55 "PUT /v2.0/routers/b9f31104-3e12-40f0-96d9-2434e4b55084 HTTP/1.1" status: 200 len: 890 time: 1.6901910 Aug 24 18:19:46.495747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 744b3da7-cef2-42b7-b361-a660a90c2373 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:19:46.540828 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 744b3da7-cef2-42b7-b361-a660a90c2373 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:46.541213 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:46.615990 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 744b3da7-cef2-42b7-b361-a660a90c2373 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:46.616418 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:46.649321 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 744b3da7-cef2-42b7-b361-a660a90c2373, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=744b3da7-cef2-42b7-b361-a660a90c2373,segment=NetworkSegment(380bb57e-dc0e-4994-beef-17dc4e3fdeda),segment_id=380bb57e-dc0e-4994-beef-17dc4e3fdeda)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:19:46.655172 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:46.703526 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=744b3da7-cef2-42b7-b361-a660a90c2373,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:47.406335 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 49634) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:19:47.527053 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3c096d02-a4da-4fec-b9ca-116644696962 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1195550 Aug 24 18:19:47.676599 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Sync routers for ids ['b9f31104-3e12-40f0-96d9-2434e4b55084'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:19:47.688922 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Routers {'b9f31104-3e12-40f0-96d9-2434e4b55084'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:19:47.689637 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:19:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b9f31104-3e12-40f0-96d9-2434e4b55084'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:47.889457 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Set router b9f31104-3e12-40f0-96d9-2434e4b55084 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:19:48.279864 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'name': 'router1', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '50877764-36d5-47ae-8ad1-165f41f97da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:19:26Z', 'updated_at': '2022-08-24T18:19:44Z', 'revision_number': 4, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'gw_port': {'id': '50877764-36d5-47ae-8ad1-165f41f97da1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:43Z', 'updated_at': '2022-08-24T18:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '744b3da7-cef2-42b7-b361-a660a90c2373', 'name': '', 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'mac_address': 'fa:16:3e:27:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:35Z', 'updated_at': '2022-08-24T18:19:46Z', 'revision_number': 5, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'subnets': [{'id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e32b121-c7b5-4bef-9b62-ddbc158149c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:48.330572 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Checking router: b9f31104-3e12-40f0-96d9-2434e4b55084 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:19:48.330938 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Updating router b9f31104-3e12-40f0-96d9-2434e4b55084 port 50877764-36d5-47ae-8ad1-165f41f97da1 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:19:48.383785 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:48.494153 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 744b3da7-cef2-42b7-b361-a660a90c2373 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:19:48.694186 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 744b3da7-cef2-42b7-b361-a660a90c2373 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:48.694845 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:48.862494 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 744b3da7-cef2-42b7-b361-a660a90c2373 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:48.880514 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Publish callbacks [] for port (50877764-36d5-47ae-8ad1-165f41f97da1), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:48.888424 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:48.921779 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Attempting to bind port 50877764-36d5-47ae-8ad1-165f41f97da1 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:19:48.922163 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Attempting to bind port 50877764-36d5-47ae-8ad1-165f41f97da1 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:19:48.922528 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Attempting to bind port 50877764-36d5-47ae-8ad1-165f41f97da1 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:19:48.935333 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:19:48.935721 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:19:48.936106 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:48.936537 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:19:48.937001 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Bound port: 50877764-36d5-47ae-8ad1-165f41f97da1, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:19:48.937374 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:48.940361 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1e965-e59c-4ebb-b24b-fa462c3b6e94 None None] Pushing event updated for resources: {'Port': ['ID=50877764-36d5-47ae-8ad1-165f41f97da1,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:48.987868 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] For port 50877764-36d5-47ae-8ad1-165f41f97da1, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:19:48.990994 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] For port 50877764-36d5-47ae-8ad1-165f41f97da1, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=50877764-36d5-47ae-8ad1-165f41f97da1,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:19:48.997649 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:49.033743 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Routers {'b9f31104-3e12-40f0-96d9-2434e4b55084'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:19:49.034342 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:19:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b9f31104-3e12-40f0-96d9-2434e4b55084'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:49.084083 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1e965-e59c-4ebb-b24b-fa462c3b6e94 None None] Pushing event updated for resources: {'Port': ['ID=50877764-36d5-47ae-8ad1-165f41f97da1,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:49.148766 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] Set router b9f31104-3e12-40f0-96d9-2434e4b55084 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:19:49.380392 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'name': 'router1', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '50877764-36d5-47ae-8ad1-165f41f97da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:19:26Z', 'updated_at': '2022-08-24T18:19:44Z', 'revision_number': 4, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'gw_port': {'id': '50877764-36d5-47ae-8ad1-165f41f97da1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:43Z', 'updated_at': '2022-08-24T18:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '744b3da7-cef2-42b7-b361-a660a90c2373', 'name': '', 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'mac_address': 'fa:16:3e:27:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:35Z', 'updated_at': '2022-08-24T18:19:46Z', 'revision_number': 5, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'subnets': [{'id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e32b121-c7b5-4bef-9b62-ddbc158149c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:19:49.407007 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a262db8-405e-4a75-ba3e-f0cfa5f538c8 None None] The sync data for ids ['b9f31104-3e12-40f0-96d9-2434e4b55084'] in dv-cinder-853788-3-iscsi is: [{'id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'name': 'router1', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '50877764-36d5-47ae-8ad1-165f41f97da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:19:26Z', 'updated_at': '2022-08-24T18:19:44Z', 'revision_number': 4, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'gw_port': {'id': '50877764-36d5-47ae-8ad1-165f41f97da1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:43Z', 'updated_at': '2022-08-24T18:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '744b3da7-cef2-42b7-b361-a660a90c2373', 'name': '', 'network_id': '1ad5170a-4b4e-440b-a6fb-73d2dbddc97e', 'tenant_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'mac_address': 'fa:16:3e:27:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f31104-3e12-40f0-96d9-2434e4b55084', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:19:35Z', 'updated_at': '2022-08-24T18:19:46Z', 'revision_number': 5, 'project_id': '6c6c5899ef7e40f6b40ce86a54cc5189', 'subnets': [{'id': 'c058b9c3-2755-4e43-80df-4d035490b873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e32b121-c7b5-4bef-9b62-ddbc158149c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:19:50.521680 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 50877764-36d5-47ae-8ad1-165f41f97da1 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:19:50.571750 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 50877764-36d5-47ae-8ad1-165f41f97da1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:50.572210 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:50.686277 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 50877764-36d5-47ae-8ad1-165f41f97da1 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:50.686605 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:50.706235 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 50877764-36d5-47ae-8ad1-165f41f97da1, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=50877764-36d5-47ae-8ad1-165f41f97da1,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:19:50.712292 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:50.756985 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=50877764-36d5-47ae-8ad1-165f41f97da1,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:19:52.522857 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 50877764-36d5-47ae-8ad1-165f41f97da1 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:19:52.633184 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 50877764-36d5-47ae-8ad1-165f41f97da1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:19:52.633741 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (50877764-36d5-47ae-8ad1-165f41f97da1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:19:52.766846 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 50877764-36d5-47ae-8ad1-165f41f97da1 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:19:57.456526 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:19:59.875071 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0245-e185-420f-bec9-885cab735b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:01.772044 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7c68-da20-483c-ac0d-b8439f7e93f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:03.212445 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:04.452465 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:05.771865 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:29.884571 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b661912a-ec9c-47ba-8db0-f8f6133d07ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:31.767160 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-763eb88c-cac6-4d8f-b35c-589e8faeb1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:33.212239 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:34.453556 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:20:34.461759 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:35.767447 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:20:59.881228 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13ea3c43-4b32-483b-b9bd-5b54babbb900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:01.773099 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2eb754ba-16ec-43ea-ada2-11f0ff0084cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:03.213453 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:04.462244 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:05.764628 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:08.971110 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50120) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:09.037236 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e27070-ee5b-4395-99b3-1c187143638e admin admin] GET failed (client error): The resource could not be found. Aug 24 18:21:09.038530 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d5e27070-ee5b-4395-99b3-1c187143638e admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664666 Aug 24 18:21:09.281164 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d223d-f808-461e-be76-7bad3687d6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:09.282823 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-971d223d-f808-461e-be76-7bad3687d6e2 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2400355 Aug 24 18:21:11.433904 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:21:11.677811 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:11.775115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e16d8b-02da-45f5-a46f-181b4be7fcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:11.776474 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f4e16d8b-02da-45f5-a46f-181b4be7fcfa admin admin] 10.222.0.55 "GET /v2.0/subnets/c058b9c3-2755-4e43-80df-4d035490b873 HTTP/1.1" status: 200 len: 849 time: 0.0976651 Aug 24 18:21:11.787916 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:21:11.875246 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Publish callbacks [] for subnet (c058b9c3-2755-4e43-80df-4d035490b873), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:12.027066 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763975598421'] for subnet (c058b9c3-2755-4e43-80df-4d035490b873), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:12.057612 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:12.058216 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:12.059511 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] 10.222.0.55 "PUT /v2.0/subnets/c058b9c3-2755-4e43-80df-4d035490b873 HTTP/1.1" status: 200 len: 868 time: 0.2752323 Aug 24 18:21:12.063072 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed819d-daf5-4e9e-bd60-93b00c2c5916 None None] Network 1ad5170a-4b4e-440b-a6fb-73d2dbddc97e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:21:12.081328 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c058b9c3-2755-4e43-80df-4d035490b873,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:21:12.088956 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.089354 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.089686 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.090028 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.090393 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.090731 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.091081 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.091431 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.091764 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.092113 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.092474 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.092806 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.093134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defcff90-cb66-4e7b-a6cf-55664996abf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:21:12.375494 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cf1649ba-ae71-49e5-bf6c-625c191c0d46 None None] Provisioning complete for port 744b3da7-cef2-42b7-b361-a660a90c2373 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:21:12.375966 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf1649ba-ae71-49e5-bf6c-625c191c0d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (744b3da7-cef2-42b7-b361-a660a90c2373), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:12.447811 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cf1649ba-ae71-49e5-bf6c-625c191c0d46 None None] Current status of the port 744b3da7-cef2-42b7-b361-a660a90c2373 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:21:12.458199 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cf1649ba-ae71-49e5-bf6c-625c191c0d46 None None] Provisioning complete for port 7fb805d2-8145-4739-b94f-325a323ccc2b triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:21:12.458540 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf1649ba-ae71-49e5-bf6c-625c191c0d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (7fb805d2-8145-4739-b94f-325a323ccc2b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:12.534977 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cf1649ba-ae71-49e5-bf6c-625c191c0d46 None None] Current status of the port 7fb805d2-8145-4739-b94f-325a323ccc2b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:21:14.412583 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50142) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:14.608338 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d284e-3cf3-47a5-8eb0-93943f85c9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:14.608813 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d284e-3cf3-47a5-8eb0-93943f85c9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:14.610380 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-422d284e-3cf3-47a5-8eb0-93943f85c9f9 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968329 Aug 24 18:21:16.964362 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:17.166973 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740c8bd-b9b8-4ee4-85e3-11c2f9219578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:17.167363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740c8bd-b9b8-4ee4-85e3-11c2f9219578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:17.170079 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3740c8bd-b9b8-4ee4-85e3-11c2f9219578 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045531 Aug 24 18:21:19.477593 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50158) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:19.626899 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ad7913-5994-4171-86c8-549e1b964b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:19.628340 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-46ad7913-5994-4171-86c8-549e1b964b7e admin admin] 10.222.0.55 "GET /v2.0/networks/0451aab2-c703-4fc7-846d-7a4a6dd6b359 HTTP/1.1" status: 200 len: 886 time: 0.1497486 Aug 24 18:21:21.975049 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50166) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:22.114129 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9aa2d-7bb6-4a13-b9ee-03d76a81d45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:22.115508 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1fb9aa2d-7bb6-4a13-b9ee-03d76a81d45b admin admin] 10.222.0.55 "GET /v2.0/networks/1ad5170a-4b4e-440b-a6fb-73d2dbddc97e HTTP/1.1" status: 200 len: 869 time: 0.1394916 Aug 24 18:21:24.456378 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50174) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:24.594065 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfc572-b5f5-4156-8819-278aa2d267e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:24.594565 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfc572-b5f5-4156-8819-278aa2d267e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:24.596124 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8ccfc572-b5f5-4156-8819-278aa2d267e6 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1388505 Aug 24 18:21:26.953095 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:27.102276 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e5751-a72a-42f0-a98c-a091e7ca60ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:27.102729 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e5751-a72a-42f0-a98c-a091e7ca60ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:27.104264 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8a0e5751-a72a-42f0-a98c-a091e7ca60ed admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1499174 Aug 24 18:21:29.436353 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:29.530318 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1a575-7b34-44f9-9ab2-014b31c11af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:29.531695 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-62f1a575-7b34-44f9-9ab2-014b31c11af4 admin admin] 10.222.0.55 "GET /v2.0/subnets/c058b9c3-2755-4e43-80df-4d035490b873 HTTP/1.1" status: 200 len: 868 time: 0.0943127 Aug 24 18:21:29.886482 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1b21e337-2bfb-4e47-a1ce-953970098d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:31.780093 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82da2eaf-ec35-431b-9fa9-592afa865553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:31.863297 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:31.967143 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0122a3a4-53b8-4411-a62b-c2996580cb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:21:31.969106 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0122a3a4-53b8-4411-a62b-c2996580cb72 admin admin] 10.222.0.55 "GET /v2.0/subnets/f021def2-67f2-4b9e-a78f-56c50020d0d3 HTTP/1.1" status: 200 len: 816 time: 0.1047180 Aug 24 18:21:33.219222 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:34.467035 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:35.769507 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:48.436608 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:21:57.510658 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:21:57.573489 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-f552c0e4-1870-4ced-ae34-f86af9345fa9 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:21:57.574487 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f552c0e4-1870-4ced-ae34-f86af9345fa9 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0628767 Aug 24 18:21:59.890408 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2d15-078f-4313-abfe-0edde5541a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:21:59.980792 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:22:00.052419 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93dcd84-f80c-4d37-8816-69c37e4a60b4 admin admin] GET failed (client error): The resource could not be found. Aug 24 18:22:00.053716 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e93dcd84-f80c-4d37-8816-69c37e4a60b4 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0719278 Aug 24 18:22:00.269688 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455ab58-9ae9-472c-9dc8-0ac00f2f6715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:22:00.271487 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1455ab58-9ae9-472c-9dc8-0ac00f2f6715 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2119858 Aug 24 18:22:01.778979 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-535484f6-fa92-4eb1-8358-715504966f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:02.631483 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:22:02.689820 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:22:02.715434 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Made reservation on behalf of 8cbbbcd33bd34ccdbe9b1ecea1a92268 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:22:02.718097 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:02.759547 dv-cinder-853788-3-iscsi neutron-server[103885]: WARNING neutron.services.revisions.revision_plugin [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Could not find related network for resource to bump revision. Aug 24 18:22:02.776001 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:22:02.787828 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763975549925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (f920a3bf-e96a-45f4-a954-f965dc2d8172), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:02.788358 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Unsubscribe: segment precommit_create {{(pid=103885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 18:22:02.788800 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Added segment f920a3bf-e96a-45f4-a954-f965dc2d8172 of type vlan for network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 Aug 24 18:22:02.832739 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (2fbb58d4-a58c-4c9e-9cbf-ae85e265c796), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:02.869881 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (2fbb58d4-a58c-4c9e-9cbf-ae85e265c796), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:02.870927 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:22:02.871505 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:02.939056 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3063338 Aug 24 18:22:02.962219 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b29466-82cf-4858-b3fb-e93d1f22bb96 admin admin] Pushing event updated for resources: {'Network': ['ID=2fbb58d4-a58c-4c9e-9cbf-ae85e265c796,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:22:02.974002 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:22:03.219766 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:04.468535 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:05.283761 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:22:05.357678 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99dcf52-42d7-486e-bbfc-15346db983b2 admin admin] GET failed (client error): The resource could not be found. Aug 24 18:22:05.359020 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a99dcf52-42d7-486e-bbfc-15346db983b2 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0739014 Aug 24 18:22:05.431164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2855b-3e06-464b-99e7-fdaf01e3bf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:22:05.432685 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c5e2855b-3e06-464b-99e7-fdaf01e3bf09 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674586 Aug 24 18:22:05.446466 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Request body: {'subnet': {'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:22:05.468910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Made reservation on behalf of 8cbbbcd33bd34ccdbe9b1ecea1a92268 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:22:05.471309 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:05.637347 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (31f4ce7c-8585-4f28-afee-5d060fcab0b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:05.696881 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f4ce7c-8585-4f28-afee-5d060fcab0b5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:22:05.705322 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Checking segment: {'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:22:05.705673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Network hostable DHCP agents. Network: 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:22:05.723965 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:22:05.733399 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:22:05.737530 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:22:05.738117 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:05.742469 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bb44e-3b12-46c6-9221-7c1e86c5dbcc None None] Network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:22:05.753380 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-99c8308a-3944-4f9e-98c7-e175e59e6ef0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3107476 Aug 24 18:22:05.811619 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:05.865349 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-2fbb58d4-a58c-4c9e-9cbf-ae85e265c796', 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796', 'project_id': '8cbbbcd33bd34ccdbe9b1ecea1a92268', 'fixed_ips': [{'subnet_id': '31f4ce7c-8585-4f28-afee-5d060fcab0b5'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:22:05.866259 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:06.005256 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Allocated IP 192.168.233.2 (2fbb58d4-a58c-4c9e-9cbf-ae85e265c796/31f4ce7c-8585-4f28-afee-5d060fcab0b5/422d8dfb-2719-4ed9-8ad0-724504c8ae10) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:22:06.141275 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Publish callbacks [] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:06.148285 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:06.190286 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:22:06.193116 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:22:06.195617 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:22:06.207249 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Pushing event updated for resources: {'Port': ['ID=422d8dfb-2719-4ed9-8ad0-724504c8ae10,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:22:06.229691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.230057 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.230408 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.230740 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.231064 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.231388 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.231709 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.232024 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.232364 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.232695 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.233018 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.233392 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.233706 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:22:06.263765 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Attempting to bind port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:22:06.264050 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Attempting to bind port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:22:06.264442 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Attempting to bind port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 on network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:22:06.269524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:22:06.270230 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Checking segment: {'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:22:06.270626 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:06.271009 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Bound using segment: {'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:22:06.271466 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Bound port: 422d8dfb-2719-4ed9-8ad0-724504c8ae10, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:22:06.271872 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:06.329815 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] For port 422d8dfb-2719-4ed9-8ad0-724504c8ae10, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:22:06.332840 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] For port 422d8dfb-2719-4ed9-8ad0-724504c8ae10, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=422d8dfb-2719-4ed9-8ad0-724504c8ae10,segment=NetworkSegment(f920a3bf-e96a-45f4-a954-f965dc2d8172),segment_id=f920a3bf-e96a-45f4-a954-f965dc2d8172)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:22:06.339877 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:06.505243 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48254ddd-7999-4af1-820c-6d3fab368a9b None None] Pushing event updated for resources: {'Port': ['ID=422d8dfb-2719-4ed9-8ad0-724504c8ae10,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:22:07.175233 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c187e815-fc14-4792-a8c1-7674b689c2b7 None None] Network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:22:07.288573 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0b6d4cac-75c7-4e34-825c-637daf1431a4 None None] Provisioning complete for port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:22:07.288898 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4cac-75c7-4e34-825c-637daf1431a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:07.367851 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d4cac-75c7-4e34-825c-637daf1431a4 None None] Current status of the port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:22:07.368246 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4cac-75c7-4e34-825c-637daf1431a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:07.404125 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0b6d4cac-75c7-4e34-825c-637daf1431a4 None None] For port 422d8dfb-2719-4ed9-8ad0-724504c8ae10, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=422d8dfb-2719-4ed9-8ad0-724504c8ae10,segment=NetworkSegment(f920a3bf-e96a-45f4-a954-f965dc2d8172),segment_id=f920a3bf-e96a-45f4-a954-f965dc2d8172)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:22:07.412630 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4cac-75c7-4e34-825c-637daf1431a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:07.466181 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d4cac-75c7-4e34-825c-637daf1431a4 None None] Pushing event updated for resources: {'Port': ['ID=422d8dfb-2719-4ed9-8ad0-724504c8ae10,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:22:07.534990 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f8ac8e07-01b6-47e7-b5d8-19404f10c588 None None] Provisioning complete for port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:22:07.535540 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8e07-01b6-47e7-b5d8-19404f10c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:07.609307 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac8e07-01b6-47e7-b5d8-19404f10c588 None None] Current status of the port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:22:08.584125 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 422d8dfb-2719-4ed9-8ad0-724504c8ae10 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:22:08.631881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:22:08.632273 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (422d8dfb-2719-4ed9-8ad0-724504c8ae10), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:08.704709 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 422d8dfb-2719-4ed9-8ad0-724504c8ae10 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:22:25.435961 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:22:29.896108 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6e73bbd0-acbd-4435-a806-5492bc70948f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:31.772989 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd729-66b3-4f5a-a783-2a01fb166156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:33.224020 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:34.471800 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:35.782038 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:22:59.900967 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-390fedfb-467a-4329-aa27-035054b2b120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:01.784478 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2e992cf1-2da0-4133-a67e-6d77ee46e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:02.434727 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:23:03.225939 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:04.475848 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:05.777958 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.042097 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50314) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:23:25.047848 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-4b383d5b-be12-4d7f-8c3a-4e2617ab84d1 tempest-verify_tempest_config-375241643 tempest-verify_tempest_config-375241643-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:23:25.048837 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4b383d5b-be12-4d7f-8c3a-4e2617ab84d1 tempest-verify_tempest_config-375241643 tempest-verify_tempest_config-375241643-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057635 Aug 24 18:23:25.359128 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:23:25.479066 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.578775 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Publish callbacks [] for security_group (47696c44-e25e-4441-ad10-0db302497dd4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.583542 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (47696c44-e25e-4441-ad10-0db302497dd4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.626094 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd47c3d48a1146c1b32e1a9f6fdb1c70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2659039 Aug 24 18:23:25.626892 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47696c44-e25e-4441-ad10-0db302497dd4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:23:25.629112 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50338) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:23:25.633827 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.634196 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.634524 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.634874 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.635187 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.635530 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.635862 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.636172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.636574 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.636880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.637207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.637520 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.637835 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789b8bc-86fc-478f-aaa4-fdcaca46e22d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.687917 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Publish callbacks [] for security_group (47696c44-e25e-4441-ad10-0db302497dd4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.717798 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Publish callbacks [] for security_group (47696c44-e25e-4441-ad10-0db302497dd4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.819326 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (47696c44-e25e-4441-ad10-0db302497dd4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.822611 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:25.823766 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47696c44-e25e-4441-ad10-0db302497dd4 HTTP/1.1" status: 204 len: 168 time: 0.1933253 Aug 24 18:23:25.831911 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47696c44-e25e-4441-ad10-0db302497dd4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:23:25.838933 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.839316 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.839673 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.840022 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.840389 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.840727 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.841083 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.841427 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.841781 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.842135 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.842477 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.842809 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:25.843255 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23159281-878a-4850-aeef-faaf4f52fead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:23:29.906916 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cd3226d6-f871-4222-9c84-1cd89a6bb190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:31.779841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-72782227-5a9d-4ed4-8806-3b7e2592c3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:33.233274 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:34.482199 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:35.774904 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:23:39.434093 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:23:59.913231 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3b62d8b3-5bd8-4d0e-b3b5-1249ff597f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:01.795843 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a337dc16-8a6b-4548-9d25-accf9ca44752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:03.244207 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:04.488348 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:05.780709 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:16.437107 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:24:29.913680 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a4c01ecf-8d38-4a18-9e98-238a27e788ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:31.782761 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7d506bd7-b62b-45f5-8b2d-75e33ed79323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:33.242526 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:34.496852 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:35.778837 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:24:53.441898 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:24:59.909001 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f40d508b-e364-4c63-85fd-27e0892f9452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:01.786476 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e1f60e4-8f56-4ffd-be63-20d67677a8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:03.247044 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:04.491275 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:04.711259 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788429'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:05.778842 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:19.046085 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50408) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:25:19.163928 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-adfffbb6-fdc8-4819-a808-5761e6a4da8f admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1163888 Aug 24 18:25:21.511584 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:25:21.593386 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d978a3be-3de4-4b06-b1da-1040ccb08b35 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0803297 Aug 24 18:25:29.927283 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce22153e-3f59-4155-8a4a-bd5f3dd635f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:30.447202 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:25:31.791188 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8a0faa4b-f36f-40f4-af90-ae05a9a3c13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:33.250308 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:34.500564 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:34.695489 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:35.767961 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:25:59.918983 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2280dc48-e744-4586-aeef-facd5bca020f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:01.796142 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07e9e77f-c39a-453a-bd86-36d525568ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:03.250979 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:04.506696 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:04.705203 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:05.771720 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:07.454283 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:26:29.914915 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-31468390-14d9-4c24-bbff-1620af6e986d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:31.790469 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a64ee210-52f0-4c0f-9d1b-875040c9ad98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:33.254263 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:34.493962 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:34.684175 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:35.767879 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:26:44.443294 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:26:59.921363 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9291c7b3-1a5c-4bc5-aab8-311da6b5b15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:01.795990 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bdf5cab-de13-4e84-9c84-bcdbd39103a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:03.257141 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:04.497055 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:04.700101 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:05.775435 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.048718 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:10.288364 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:10.354353 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-740615082-network', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:10.376100 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Made reservation on behalf of 59b1b7d1ec9a4dd88b4bf037f37f327c for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:10.378949 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.391376 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.427095 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50646) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:10.469850 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks [] for security_group (605a53e3-79b3-4b86-a9e3-13559d4d2919), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.476566 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (605a53e3-79b3-4b86-a9e3-13559d4d2919), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.507512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:27:10.516247 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a53e3-79b3-4b86-a9e3-13559d4d2919,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:10.527363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (ea1baf50-ffef-470b-a991-0dc22702e385), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.528032 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Added segment ea1baf50-ffef-470b-a991-0dc22702e385 of type vlan for network e5a21755-3153-4410-a16c-1dfd794a8d6a Aug 24 18:27:10.541378 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.541912 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.542328 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.542841 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.543256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.543637 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.544029 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.544499 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.544897 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.545332 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.545852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.546241 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.546657 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Tracked resource versions report: Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: pushed versions: Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Log': {'1.0'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Network': {'1.1'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Port': {'1.7'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'PortForwarding': {'1.2'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: consumer versions: Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: HyperV agent@hv-cinder-85378: {}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Log': '1.0', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Network': '1.1', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Port': '1.7', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'PortForwarding': '1.2', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'QosPolicy': '1.10', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'SubPort': '1.0', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Subnet': '1.1', Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: 'Trunk': '1.1'}} Aug 24 18:27:10.547988 dv-cinder-853788-3-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:10.595406 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (e5a21755-3153-4410-a16c-1dfd794a8d6a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.610874 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50662) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:10.631131 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1463481979-network', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:10.636338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (e5a21755-3153-4410-a16c-1dfd794a8d6a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.637479 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:10.638055 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.660604 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1262828865-network', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:10.688665 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Made reservation on behalf of f5cd3445ebca4f36947cbc0d250db07f for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:10.693419 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.704696 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50668) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:10.704919 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6547039 Aug 24 18:27:10.710902 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Request body: {'subnet': {'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-subnet', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:10.718595 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.726692 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Made reservation on behalf of 3b2e9bfdf81c4284ac06c1787c1082ca for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:10.729367 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.741766 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035074d0-4259-4fbc-abf2-8182920618c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e5a21755-3153-4410-a16c-1dfd794a8d6a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:10.744516 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.752717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network e5a21755-3153-4410-a16c-1dfd794a8d6a details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:27:10.755081 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Made reservation on behalf of 59b1b7d1ec9a4dd88b4bf037f37f327c for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:10.759009 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.890804 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks [] for security_group (8068f750-0394-43a4-ace8-ea6ea4d03429), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.900452 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (8068f750-0394-43a4-ace8-ea6ea4d03429), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.929958 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:27:10.952708 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8068f750-0394-43a4-ace8-ea6ea4d03429,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:10.953147 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-442615830-network', 'tenant_id': '154b7777047c4f36bee61d548c92051a'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:10.961262 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (0d545fde-e3cb-4896-b32a-30f54868b486), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:10.962081 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Added segment 0d545fde-e3cb-4896-b32a-30f54868b486 of type vlan for network 5681b6c3-748a-4a23-84e9-63163070688e Aug 24 18:27:10.976727 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (feaaa128-b354-42c9-8cb9-2aab9826a8fb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.026588 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (5681b6c3-748a-4a23-84e9-63163070688e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.033532 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Checking segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:11.033885 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Network hostable DHCP agents. Network: e5a21755-3153-4410-a16c-1dfd794a8d6a, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:11.072986 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (5681b6c3-748a-4a23-84e9-63163070688e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.075433 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:11.079116 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.097964 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Made reservation on behalf of 154b7777047c4f36bee61d548c92051a for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:11.100547 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.125063 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.127059 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Network e5a21755-3153-4410-a16c-1dfd794a8d6a is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:11.133449 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feaaa128-b354-42c9-8cb9-2aab9826a8fb,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:11.158948 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks [] for security_group (87c2ac17-d78f-403a-a640-0fc1d7977c06), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.161432 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.161952 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.162529 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.163023 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.163651 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.164117 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.164628 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.165354 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.165991 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.166502 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.167007 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.167464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.167922 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:11.168256 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8781762 Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Tracked resource versions report: Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: pushed versions: Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: { 'AddressGroup': {'1.2'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Log': {'1.0'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Network': {'1.1'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Port': {'1.7'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'PortForwarding': {'1.2'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'QosPolicy': {'1.10'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroup': {'1.5'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SubPort': {'1.0'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Subnet': {'1.1'}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Trunk': {'1.1'}} Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: consumer versions: Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: HyperV agent@hv-cinder-85378: {}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'ConntrackHelper': '1.0', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'LocalIPAssociation': '1.0', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Log': '1.0', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Network': '1.1', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Port': '1.7', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'PortForwarding': '1.2', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'QosPolicy': '1.10', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroup': '1.5', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SecurityGroupRule': '1.2', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'SubPort': '1.0', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Subnet': '1.1', Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: 'Trunk': '1.1'}} Aug 24 18:27:11.170897 dv-cinder-853788-3-iscsi neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:11.178716 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50692) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:11.185145 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Request body: {'subnet': {'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1463481979-subnet', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:11.191140 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, e5a21755-3153-4410-a16c-1dfd794a8d6a) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:11.192933 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (87c2ac17-d78f-403a-a640-0fc1d7977c06), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.200161 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db627bfb-c8a3-4240-8e4f-6470cebddb9e None None] Network e5a21755-3153-4410-a16c-1dfd794a8d6a requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:11.216015 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:11.216929 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.257707 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf76df-5c66-47b2-9f72-8ef0a36293e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5681b6c3-748a-4a23-84e9-63163070688e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:11.264037 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:27:11.282201 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 5681b6c3-748a-4a23-84e9-63163070688e details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:27:11.283589 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c2ac17-d78f-403a-a640-0fc1d7977c06,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:11.289588 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Made reservation on behalf of 3b2e9bfdf81c4284ac06c1787c1082ca for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:11.291988 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.298564 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (a51ade65-e00d-4939-baba-105b0e99714c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.299110 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Added segment a51ade65-e00d-4939-baba-105b0e99714c of type vlan for network 1cebb614-813a-462e-94b5-fc5d59143430 Aug 24 18:27:11.322034 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-94303524-fef5-4ef8-a978-6d896ba1db57 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6159213 Aug 24 18:27:11.325150 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:11.329542 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:11.382554 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.383703 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.413581 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (1cebb614-813a-462e-94b5-fc5d59143430), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.472545 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (1cebb614-813a-462e-94b5-fc5d59143430), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.475875 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:11.476575 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.483607 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-e5a21755-3153-4410-a16c-1dfd794a8d6a', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:27:11.489389 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks [] for security_group (b6ba54ca-22b3-4188-8d28-08840553bbc5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.489565 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.537949 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b6ba54ca-22b3-4188-8d28-08840553bbc5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.546036 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks [] for router_controller (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.549264 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:27:11.558486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (8518a070-6e5c-4f82-9c7d-c8ed83866d7c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.559065 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Added segment 8518a070-6e5c-4f82-9c7d-c8ed83866d7c of type vlan for network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 Aug 24 18:27:11.616283 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (eb0c16a0-31e6-4a72-bc78-784dbd2d9329), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.683602 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Allocated IP 172.20.0.2 (e5a21755-3153-4410-a16c-1dfd794a8d6a/feaaa128-b354-42c9-8cb9-2aab9826a8fb/bd66a200-5f55-4b67-bf3f-a075186d382b) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:11.684328 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2557759 Aug 24 18:27:11.685129 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50712) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:11.700794 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Request body: {'subnet': {'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1262828865-subnet', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:11.723865 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks [] for router_gateway (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.738693 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (eb0c16a0-31e6-4a72-bc78-784dbd2d9329), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.739865 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:11.740625 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:11.854839 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2427428 Aug 24 18:27:11.865595 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50718) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:11.873869 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Request body: {'subnet': {'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-subnet', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:11.878997 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1335a2b-a6d4-485e-a96e-5177c3a5aa05 admin admin] Pushing event updated for resources: {'Network': ['ID=1cebb614-813a-462e-94b5-fc5d59143430,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:11.884730 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba54ca-22b3-4188-8d28-08840553bbc5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:11.904099 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 1cebb614-813a-462e-94b5-fc5d59143430 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:27:11.922815 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Made reservation on behalf of f5cd3445ebca4f36947cbc0d250db07f for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:11.926738 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.055604 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Made reservation on behalf of 154b7777047c4f36bee61d548c92051a for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:12.058095 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.096491 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Publish callbacks [] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.128887 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.143250 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3e0c9-e0cc-4cd7-ab78-00a94ed66aef admin admin] Pushing event updated for resources: {'Network': ['ID=eb0c16a0-31e6-4a72-bc78-784dbd2d9329,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:12.152271 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (861f6593-d622-42e4-8469-53f8a530b22b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.193877 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks [] for router_gateway (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.205058 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:27:12.235942 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.264167 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Network e5a21755-3153-4410-a16c-1dfd794a8d6a is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:12.269161 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=861f6593-d622-42e4-8469-53f8a530b22b,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:12.271117 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:12.282468 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:12.284907 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Pushing event updated for resources: {'Port': ['ID=bd66a200-5f55-4b67-bf3f-a075186d382b,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:12.308676 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.309051 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.309416 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.309755 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.310091 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.310431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.310747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.311075 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.311398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.311738 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.312066 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.312440 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.312761 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Tracked resource versions report: Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: pushed versions: Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Log': {'1.0'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Network': {'1.1'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Port': {'1.7'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'PortForwarding': {'1.2'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: consumer versions: Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: HyperV agent@hv-cinder-85378: {}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Log': '1.0', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Network': '1.1', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Port': '1.7', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'PortForwarding': '1.2', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'QosPolicy': '1.10', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'SubPort': '1.0', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Subnet': '1.1', Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: 'Trunk': '1.1'}} Aug 24 18:27:12.314079 dv-cinder-853788-3-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:12.420691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Attempting to bind port bd66a200-5f55-4b67-bf3f-a075186d382b on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:12.421065 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Attempting to bind port bd66a200-5f55-4b67-bf3f-a075186d382b by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:12.424085 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Attempting to bind port bd66a200-5f55-4b67-bf3f-a075186d382b on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:12.437647 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:12.438031 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Checking segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:12.438630 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.439420 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Bound using segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:12.439657 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Bound port: bd66a200-5f55-4b67-bf3f-a075186d382b, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:12.440055 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.446081 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Allocated IP 172.27.3.221 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/8fb136bb-fefe-48c8-9f89-2c81697d6ae9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:12.621789 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] For port bd66a200-5f55-4b67-bf3f-a075186d382b, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:12.629829 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] For port bd66a200-5f55-4b67-bf3f-a075186d382b, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=bd66a200-5f55-4b67-bf3f-a075186d382b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:12.641762 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks [] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.653454 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.686476 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.776512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:12.776927 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Checking segment: {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:12.778242 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Network hostable DHCP agents. Network: 5681b6c3-748a-4a23-84e9-63163070688e, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:12.778550 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682acbf-db7a-4ebe-9ebd-901e82213e43 None None] Pushing event updated for resources: {'Port': ['ID=bd66a200-5f55-4b67-bf3f-a075186d382b,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:12.789699 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:12.807768 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:12.812444 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:12.861265 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:12.904328 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (9d2fb69b-0807-4275-9b98-f7b953c6f728), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.983731 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41b9df7-9651-4dfd-b0c6-9a62b5d3a7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:12.990877 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2fb69b-0807-4275-9b98-f7b953c6f728,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:13.053979 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (6a104de8-9ba3-40fb-96d3-52483764a5bf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.092189 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Network 5681b6c3-748a-4a23-84e9-63163070688e is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:13.139984 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41b9df7-9651-4dfd-b0c6-9a62b5d3a7f3 admin admin] Publish callbacks [] for security_group (358f7b35-afc7-489b-97fc-2f65c849770e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.154470 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41b9df7-9651-4dfd-b0c6-9a62b5d3a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (358f7b35-afc7-489b-97fc-2f65c849770e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.244072 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 5681b6c3-748a-4a23-84e9-63163070688e) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:13.249748 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:13.250440 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.257249 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b9df7-9651-4dfd-b0c6-9a62b5d3a7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358f7b35-afc7-489b-97fc-2f65c849770e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:13.262920 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41050cf7-1354-4516-a086-a32362dcb62d None None] Network 5681b6c3-748a-4a23-84e9-63163070688e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:13.278973 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks [] for router_gateway (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.282815 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c41b9df7-9651-4dfd-b0c6-9a62b5d3a7f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9557359edc5b486ca7a94736d36b8f45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4972553 Aug 24 18:27:13.295735 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50778) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:13.298187 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Checking segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:13.298601 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Network hostable DHCP agents. Network: eb0c16a0-31e6-4a72-bc78-784dbd2d9329, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:13.334084 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a104de8-9ba3-40fb-96d3-52483764a5bf,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:13.361962 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b56ff1d7-3cc5-4383-9a85-e45a8e589061 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1789188 Aug 24 18:27:13.370937 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50780) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:13.375280 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:13.397415 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-5681b6c3-748a-4a23-84e9-63163070688e', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'fixed_ips': [{'subnet_id': '861f6593-d622-42e4-8469-53f8a530b22b'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:27:13.399193 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.401255 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Checking segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:13.401619 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Network hostable DHCP agents. Network: 1cebb614-813a-462e-94b5-fc5d59143430, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:13.425950 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:13.439392 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9f3c-ccbd-4de9-8600-292805b0b431 admin admin] Publish callbacks [] for security_group (358f7b35-afc7-489b-97fc-2f65c849770e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.442568 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, eb0c16a0-31e6-4a72-bc78-784dbd2d9329) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:13.445579 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (dee52f54-740e-4752-accb-3fe263c7f595), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.446652 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (dee52f54-740e-4752-accb-3fe263c7f595), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.453914 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:13.454506 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.467347 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Network 1cebb614-813a-462e-94b5-fc5d59143430 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:13.489637 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33deaa7-cc41-4852-a080-563a417b6288 None None] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:13.498980 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9f3c-ccbd-4de9-8600-292805b0b431 admin admin] Publish callbacks [] for security_group (358f7b35-afc7-489b-97fc-2f65c849770e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.508107 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 1cebb614-813a-462e-94b5-fc5d59143430) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:13.521817 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-823add83-8c5a-447e-bf76-8af28dd4ae4b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6533222 Aug 24 18:27:13.531875 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50784) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:13.537524 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:13.567747 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:13.567747 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.583672 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8d600-0553-493d-bf33-92dddfe90a36 None None] Network 1cebb614-813a-462e-94b5-fc5d59143430 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:13.587700 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks [] for router_controller (dee52f54-740e-4752-accb-3fe263c7f595), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.619432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.641845 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f9d99abc-0c80-49c4-92c1-534090852902 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9511144 Aug 24 18:27:13.658125 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50788) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:13.664301 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:13.666633 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.667882 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.734662 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.735983 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.750716 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9f3c-ccbd-4de9-8600-292805b0b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (358f7b35-afc7-489b-97fc-2f65c849770e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.753486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9f3c-ccbd-4de9-8600-292805b0b431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.754765 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2e4d9f3c-ccbd-4de9-8600-292805b0b431 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/358f7b35-afc7-489b-97fc-2f65c849770e HTTP/1.1" status: 204 len: 168 time: 0.4536736 Aug 24 18:27:13.766121 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Allocated IP 172.20.0.2 (5681b6c3-748a-4a23-84e9-63163070688e/861f6593-d622-42e4-8469-53f8a530b22b/49f0dd71-4a33-4ffa-b957-66c00b2cf20e) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:13.777533 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks [] for router_gateway (dee52f54-740e-4752-accb-3fe263c7f595), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.781952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'project_id': '154b7777047c4f36bee61d548c92051a', 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:27:13.783198 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.786141 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d9f3c-ccbd-4de9-8600-292805b0b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358f7b35-afc7-489b-97fc-2f65c849770e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:13.827274 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks [] for router_controller (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.828153 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks [] for router_controller (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:13.951597 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Allocated IP 172.20.0.2 (eb0c16a0-31e6-4a72-bc78-784dbd2d9329/9d2fb69b-0807-4275-9b98-f7b953c6f728/15b55a07-27df-4395-bed4-d745151aa1c6) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:14.056846 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks [] for router_gateway (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.172405 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks [] for router_gateway (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.178628 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:27:14.387181 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-1cebb614-813a-462e-94b5-fc5d59143430', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:27:14.388026 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.398960 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcfd0bf-145f-4048-b76a-078f32fd5acf None None] Network e5a21755-3153-4410-a16c-1dfd794a8d6a requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:14.452568 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:14.464047 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Sync routers for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:14.475784 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:14.476537 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:14.530515 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.535265 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5c57b1c7-be3f-45f8-937c-a1cf88b24637 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2086136 Aug 24 18:27:14.543844 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:14.559604 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks [] for router_gateway (dee52f54-740e-4752-accb-3fe263c7f595), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.675683 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.794548 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:14.851298 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Publish callbacks [] for port (15b55a07-27df-4395-bed4-d745151aa1c6), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.941709 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:14.953679 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bd66a200-5f55-4b67-bf3f-a075186d382b up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:14.959530 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-00153a5c-a380-45b5-9265-8a0cc9048ff3 None None] Provisioning complete for port bd66a200-5f55-4b67-bf3f-a075186d382b triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:14.960690 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00153a5c-a380-45b5-9265-8a0cc9048ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.006133 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks [] for router_gateway (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.024635 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Publish callbacks [] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.064426 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.091421 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Allocated IP 172.27.3.22 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/35e24b06-0e1a-4172-9ddd-60a978a25a74) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:15.104739 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.199273 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:12Z', 'revision_number': 3, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:15.210869 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks [] for router_gateway (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.237469 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:15.244209 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Checking router: 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:15.244700 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Updating router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:15.298290 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:15.314925 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.333767 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Network 5681b6c3-748a-4a23-84e9-63163070688e is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:15.341752 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:15.369780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:15.375726 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:15.443162 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Pushing event updated for resources: {'Port': ['ID=15b55a07-27df-4395-bed4-d745151aa1c6,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:15.479846 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.799670 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Allocated IP 172.20.0.2 (1cebb614-813a-462e-94b5-fc5d59143430/6a104de8-9ba3-40fb-96d3-52483764a5bf/0a1479be-4258-4e99-8826-c4497bb055d9) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:15.823768 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-00153a5c-a380-45b5-9265-8a0cc9048ff3 None None] Current status of the port bd66a200-5f55-4b67-bf3f-a075186d382b is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:15.824459 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00153a5c-a380-45b5-9265-8a0cc9048ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.832975 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Pushing event updated for resources: {'Port': ['ID=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:15.856360 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks [] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.873939 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port bd66a200-5f55-4b67-bf3f-a075186d382b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:15.874987 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:15.876715 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Attempting to bind port 15b55a07-27df-4395-bed4-d745151aa1c6 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:15.877277 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Attempting to bind port 15b55a07-27df-4395-bed4-d745151aa1c6 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:15.877824 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Attempting to bind port 15b55a07-27df-4395-bed4-d745151aa1c6 on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:15.884260 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Attempting to bind port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:15.884843 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Attempting to bind port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:15.885446 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Attempting to bind port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e on network 5681b6c3-748a-4a23-84e9-63163070688e {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:15.951944 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.039758 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:16.058153 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:16.058610 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.063375 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Allocated IP 172.27.3.228 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/dab6cd0f-00dc-42ad-9a84-17abb20a7d48) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:16.065593 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:16.069534 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Pushing event updated for resources: {'Port': ['ID=35e24b06-0e1a-4172-9ddd-60a978a25a74,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:16.080803 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:16.081326 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Checking segment: {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:16.082060 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.082600 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Bound using segment: {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:16.084124 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Bound port: 49f0dd71-4a33-4ffa-b957-66c00b2cf20e, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:16.084819 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.089952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:16.090729 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Checking segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:16.091250 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.091772 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Bound using segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:16.092717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Bound port: 15b55a07-27df-4395-bed4-d745151aa1c6, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:16.093302 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.239066 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-00153a5c-a380-45b5-9265-8a0cc9048ff3 None None] For port bd66a200-5f55-4b67-bf3f-a075186d382b, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=bd66a200-5f55-4b67-bf3f-a075186d382b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:16.277262 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00153a5c-a380-45b5-9265-8a0cc9048ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.397587 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] For port 15b55a07-27df-4395-bed4-d745151aa1c6, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:16.413911 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] For port 15b55a07-27df-4395-bed4-d745151aa1c6, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=15b55a07-27df-4395-bed4-d745151aa1c6,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:16.420235 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port bd66a200-5f55-4b67-bf3f-a075186d382b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:16.455987 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks [] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.478674 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00153a5c-a380-45b5-9265-8a0cc9048ff3 None None] Pushing event updated for resources: {'Port': ['ID=bd66a200-5f55-4b67-bf3f-a075186d382b,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:16.486278 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.493536 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] For port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:16.516245 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50894) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:16.560724 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks [] for router_gateway (dee52f54-740e-4752-accb-3fe263c7f595), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.586983 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Allocated IP 172.20.0.1 (e5a21755-3153-4410-a16c-1dfd794a8d6a/feaaa128-b354-42c9-8cb9-2aab9826a8fb/4f42e834-1db8-4db5-82b2-296ec54f548c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:16.600687 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce298b-cd5b-4ebe-b9aa-f516df09ff77 None None] Pushing event updated for resources: {'Port': ['ID=15b55a07-27df-4395-bed4-d745151aa1c6,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:16.605255 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-01e42ca9-c0d6-46c6-a6b2-e89054084740 None None] Provisioning complete for port bd66a200-5f55-4b67-bf3f-a075186d382b triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:16.605866 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-01e42ca9-c0d6-46c6-a6b2-e89054084740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.620857 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.669386 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] For port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:16.701376 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Pushing event updated for resources: {'Port': ['ID=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:16.707653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.814891 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:16.821160 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Publish callbacks [] for port (0a1479be-4258-4e99-8826-c4497bb055d9), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.829839 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks [] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.834588 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:16.856146 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.879339 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bd66a200-5f55-4b67-bf3f-a075186d382b up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:16.892745 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:16.900795 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.959410 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Network e5a21755-3153-4410-a16c-1dfd794a8d6a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:16.965149 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:16.968561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:16.969072 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:16.977073 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7775180-24b1-4c7c-a70b-f25a26c23297 None None] Pushing event updated for resources: {'Port': ['ID=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:17.064981 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Pushing event updated for resources: {'Port': ['ID=0a1479be-4258-4e99-8826-c4497bb055d9,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:17.079226 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Network 1cebb614-813a-462e-94b5-fc5d59143430 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:17.088218 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:17.091018 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:17.103772 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Publish callbacks [] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.146601 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.160616 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-01e42ca9-c0d6-46c6-a6b2-e89054084740 None None] Current status of the port bd66a200-5f55-4b67-bf3f-a075186d382b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:17.182834 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1503540d-3d2f-4812-950e-adef9517ffb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.269736 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port bd66a200-5f55-4b67-bf3f-a075186d382b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:17.270278 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.279690 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Attempting to bind port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:17.284216 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Attempting to bind port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:17.285346 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Attempting to bind port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:17.312788 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:17.313166 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:17.315404 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.315984 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:17.318587 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Bound port: 8fb136bb-fefe-48c8-9f89-2c81697d6ae9, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:17.319338 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.325597 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Pushing event updated for resources: {'Port': ['ID=4f42e834-1db8-4db5-82b2-296ec54f548c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:17.364457 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Attempting to bind port 0a1479be-4258-4e99-8826-c4497bb055d9 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:17.364668 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Pushing event updated for resources: {'Port': ['ID=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:17.364782 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Attempting to bind port 0a1479be-4258-4e99-8826-c4497bb055d9 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:17.365075 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Attempting to bind port 0a1479be-4258-4e99-8826-c4497bb055d9 on network 1cebb614-813a-462e-94b5-fc5d59143430 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Tracked resource versions report: Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: pushed versions: Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Log': {'1.0'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Network': {'1.1'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Port': {'1.7'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'PortForwarding': {'1.2'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: consumer versions: Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: HyperV agent@hv-cinder-85378: {}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: L3 agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: Metadata agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: Metering agent@dv-cinder-853788-3-iscsi: {}, Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-853788-3-iscsi: { 'AddressGroup': '1.2', Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', Aug 24 18:27:17.388243 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Log': '1.0', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Network': '1.1', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Port': '1.7', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'PortForwarding': '1.2', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'QosPolicy': '1.10', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'SubPort': '1.0', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Subnet': '1.1', Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: 'Trunk': '1.1'}} Aug 24 18:27:17.391236 dv-cinder-853788-3-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:17.394761 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:17.395104 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Checking segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:17.395857 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.396747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Bound using segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:17.396747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Bound port: 0a1479be-4258-4e99-8826-c4497bb055d9, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:17.397178 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.452614 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] For port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:17.467601 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] For port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:17.475384 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] For port 0a1479be-4258-4e99-8826-c4497bb055d9, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:17.494920 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.498332 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] For port 0a1479be-4258-4e99-8826-c4497bb055d9, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0a1479be-4258-4e99-8826-c4497bb055d9,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:17.530838 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.638118 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1253c-cad0-49f3-81cf-d135053071d6 None None] Pushing event updated for resources: {'Port': ['ID=0a1479be-4258-4e99-8826-c4497bb055d9,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:17.643067 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Allocated IP 172.27.3.212 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/146ae231-bb99-43ba-90ea-3016646cb5a7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:17.657003 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port bd66a200-5f55-4b67-bf3f-a075186d382b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:17.660095 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:17.673211 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:17.683332 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:17.684138 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-84bceae3-d413-49b6-8284-6285639c589e None None] Provisioning complete for port 4f42e834-1db8-4db5-82b2-296ec54f548c triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:17.684563 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-84bceae3-d413-49b6-8284-6285639c589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.706936 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks [] for router_gateway (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.726932 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528eec93-3c68-4533-8c53-cf897f93d744 None None] Pushing event updated for resources: {'Port': ['ID=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:17.741468 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-84bceae3-d413-49b6-8284-6285639c589e None None] Port 4f42e834-1db8-4db5-82b2-296ec54f548c cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:17.883481 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.930197 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (dee52f54-740e-4752-accb-3fe263c7f595), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:17.971564 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:18.215961 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks [] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:18.349432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a9036d-788f-4c45-b1f0-04b9b32a5eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:18.406581 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1503540d-3d2f-4812-950e-adef9517ffb1 admin admin] Publish callbacks [] for security_group (bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:18.412832 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:18.427795 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1503540d-3d2f-4812-950e-adef9517ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:18.433112 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:18.487707 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1503540d-3d2f-4812-950e-adef9517ffb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a7ed1cefd524942a6746da5e7efaca3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9678977 Aug 24 18:27:18.492655 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:18.494297 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 50964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:18.526761 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14580a5-fa06-4944-ab31-933388a629a4 None None] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:18.527368 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:18.532236 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503540d-3d2f-4812-950e-adef9517ffb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:18.536255 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:18.590072 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Router dee52f54-740e-4752-accb-3fe263c7f595 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:27:18.620582 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:16Z', 'revision_number': 1, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:18.683054 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cab81a-b101-4b0f-b64b-26aae3d9f549 None None] The sync data for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi is: [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:16Z', 'revision_number': 1, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:18.708081 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-91f453ad-7346-4b1f-bb05-69f5d64af964 None None] Provisioning complete for port 15b55a07-27df-4395-bed4-d745151aa1c6 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:18.708541 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-91f453ad-7346-4b1f-bb05-69f5d64af964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:18.993149 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-91f453ad-7346-4b1f-bb05-69f5d64af964 None None] Current status of the port 15b55a07-27df-4395-bed4-d745151aa1c6 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:18.994016 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-91f453ad-7346-4b1f-bb05-69f5d64af964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.211941 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Pushing event updated for resources: {'Port': ['ID=146ae231-bb99-43ba-90ea-3016646cb5a7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:19.341630 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:19.347032 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks [] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.360225 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:27:19.381967 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.386110 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1ecf1615-db0d-47c6-862e-d2ae04d00067 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0115094 Aug 24 18:27:19.386260 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.387064 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50984) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:19.389210 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.413118 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Sync routers for ids ['dee52f54-740e-4752-accb-3fe263c7f595'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:19.421679 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0a1479be-4258-4e99-8826-c4497bb055d9 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:19.428922 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd2fc5-0e67-4130-978f-c1008d2c7da0 None None] Network 5681b6c3-748a-4a23-84e9-63163070688e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:19.598048 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Routers {'dee52f54-740e-4752-accb-3fe263c7f595'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:19.599408 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['dee52f54-740e-4752-accb-3fe263c7f595'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:19.690949 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-91f453ad-7346-4b1f-bb05-69f5d64af964 None None] For port 15b55a07-27df-4395-bed4-d745151aa1c6, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=15b55a07-27df-4395-bed4-d745151aa1c6,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:19.719107 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-118ee486-9b06-4c9a-9de0-932727e78764 admin admin] Publish callbacks [] for security_group (bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.728650 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a6236-6235-4137-9e4f-eefb2ec564fd None None] Network 1cebb614-813a-462e-94b5-fc5d59143430 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:19.732386 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Network e5a21755-3153-4410-a16c-1dfd794a8d6a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:19.748287 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a9036d-788f-4c45-b1f0-04b9b32a5eaa admin admin] Publish callbacks [] for security_group (f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.749724 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:19.782431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-91f453ad-7346-4b1f-bb05-69f5d64af964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.810954 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Pushing event updated for resources: {'Port': ['ID=4f42e834-1db8-4db5-82b2-296ec54f548c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:19.813643 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49a9036d-788f-4c45-b1f0-04b9b32a5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.862429 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 0a1479be-4258-4e99-8826-c4497bb055d9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:19.862830 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.864433 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:19.897433 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Sync routers for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:19.911931 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:19.913703 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0832a70b-6387-48a2-9a76-f4d700c70104 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3795249 Aug 24 18:27:19.915222 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:19.916428 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:19.917291 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 50998) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:19.925983 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-118ee486-9b06-4c9a-9de0-932727e78764 admin admin] Publish callbacks [] for security_group (bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.082004 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-49a9036d-788f-4c45-b1f0-04b9b32a5eaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e834e057e2c4b27b463c8b5c0a73d05&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3947630 Aug 24 18:27:20.085442 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Provisioning complete for port 15b55a07-27df-4395-bed4-d745151aa1c6 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:20.085993 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.093252 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:20.103315 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9036d-788f-4c45-b1f0-04b9b32a5eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:20.119707 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks [] for router_gateway (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.177531 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:20.262404 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f453ad-7346-4b1f-bb05-69f5d64af964 None None] Pushing event updated for resources: {'Port': ['ID=15b55a07-27df-4395-bed4-d745151aa1c6,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:20.289929 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Set router dee52f54-740e-4752-accb-3fe263c7f595 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:20.362405 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-118ee486-9b06-4c9a-9de0-932727e78764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.366864 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-118ee486-9b06-4c9a-9de0-932727e78764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.369083 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-118ee486-9b06-4c9a-9de0-932727e78764 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a HTTP/1.1" status: 204 len: 168 time: 1.8393462 Aug 24 18:27:20.427065 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:27:20.432695 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b65d5baf-1e11-494c-bc35-085455dd3c30 admin admin] Publish callbacks [] for security_group (f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.438851 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ee486-9b06-4c9a-9de0-932727e78764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f2d20-5d5f-40ad-aa14-e4569a7c0c0a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:20.484289 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:20.495184 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 0a1479be-4258-4e99-8826-c4497bb055d9 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:20.495184 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.521282 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Checking router: bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:20.522047 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Updating router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:20.523250 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.570272 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.695652 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Current status of the port 15b55a07-27df-4395-bed4-d745151aa1c6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:20.731629 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Allocated IP 172.20.0.1 (5681b6c3-748a-4a23-84e9-63163070688e/861f6593-d622-42e4-8469-53f8a530b22b/e1268293-4539-4da4-9f5f-4542ec8a51ea) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:20.737607 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b65d5baf-1e11-494c-bc35-085455dd3c30 admin admin] Publish callbacks [] for security_group (f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.790141 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:20.961216 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 0a1479be-4258-4e99-8826-c4497bb055d9, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0a1479be-4258-4e99-8826-c4497bb055d9,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:20.980463 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Provisioning complete for port 0a1479be-4258-4e99-8826-c4497bb055d9 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:20.981162 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.007681 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks [] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.039745 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.040842 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 15b55a07-27df-4395-bed4-d745151aa1c6 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:21.254083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b65d5baf-1e11-494c-bc35-085455dd3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.256680 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b65d5baf-1e11-494c-bc35-085455dd3c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.260279 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.260457 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b65d5baf-1e11-494c-bc35-085455dd3c30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4 HTTP/1.1" status: 204 len: 168 time: 1.1569731 Aug 24 18:27:21.296730 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Publish callbacks [] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.306885 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d5baf-1e11-494c-bc35-085455dd3c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea387e-1fbd-49d3-afa8-2d06b2ca15e4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:21.315963 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.343478 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=0a1479be-4258-4e99-8826-c4497bb055d9,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:21.421691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 15b55a07-27df-4395-bed4-d745151aa1c6 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:21.422084 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.425907 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Attempting to bind port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:21.426374 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Attempting to bind port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:21.427361 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Attempting to bind port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:21.443693 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:21.444388 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:21.444817 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.445219 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:21.445704 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Bound port: dab6cd0f-00dc-42ad-9a84-17abb20a7d48, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:21.446156 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.447928 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:21.459926 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Network 5681b6c3-748a-4a23-84e9-63163070688e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:21.468992 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:21.481861 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-66446449-0a49-40b3-a064-f1966823970c admin admin] 10.222.0.55 "PUT /v2.0/routers/8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9358313 Aug 24 18:27:21.487682 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:21.489317 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (dee52f54-740e-4752-accb-3fe263c7f595), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.495129 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Pushing event updated for resources: {'Port': ['ID=e1268293-4539-4da4-9f5f-4542ec8a51ea,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:21.514832 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:16Z', 'revision_number': 3, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port': {'id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:14Z', 'updated_at': '2022-08-24T18:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:21.520799 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Current status of the port 0a1479be-4258-4e99-8826-c4497bb055d9 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:21.533784 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21388eb3-3427-45b7-bcf6-a68aa16cd7cd None None] Pushing event updated for resources: {'Port': ['ID=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:21.559408 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:27:21.580571 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] For port dab6cd0f-00dc-42ad-9a84-17abb20a7d48, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:21.585598 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:27:21.586403 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] For port dab6cd0f-00dc-42ad-9a84-17abb20a7d48, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:21.600069 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.707682 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Checking router: dee52f54-740e-4752-accb-3fe263c7f595 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:21.708770 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Updating router dee52f54-740e-4752-accb-3fe263c7f595 port 35e24b06-0e1a-4172-9ddd-60a978a25a74 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:21.808003 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.865269 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:21.904175 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:21.905596 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8acce48c-fe37-412b-833c-fec8184a12e9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2464666 Aug 24 18:27:21.909132 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51060) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:21.955501 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:21.958672 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:22.037851 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51066) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:22.114103 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:22.164366 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ab8d0c-e45f-41f5-b8f1-c82951340767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.248261 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Publish callbacks [] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.255573 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Sync routers for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:22.266967 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Provisioning complete for port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:22.267375 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.314594 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.316301 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21388eb3-3427-45b7-bcf6-a68aa16cd7cd None None] Pushing event updated for resources: {'Port': ['ID=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:22.346458 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.391918 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:22.495284 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:22.498583 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:22.563689 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Sync routers for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:22.594439 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-997868026-network', 'tenant_id': 'ce0c82b87b5f45feadbf0177b98d9fc6'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:22.630507 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:22.631159 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:22.633434 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ab8d0c-e45f-41f5-b8f1-c82951340767 admin admin] Publish callbacks [] for security_group (5e827709-bd37-4020-8af6-444add9c9a05), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.645042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ab8d0c-e45f-41f5-b8f1-c82951340767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5e827709-bd37-4020-8af6-444add9c9a05), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.682886 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Made reservation on behalf of ce0c82b87b5f45feadbf0177b98d9fc6 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:22.686757 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.709583 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.720021 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-25ab8d0c-e45f-41f5-b8f1-c82951340767 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=200bbb2b38504b35ab40da264ddc1228&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5995228 Aug 24 18:27:22.723440 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:22.792505 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.799773 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab8d0c-e45f-41f5-b8f1-c82951340767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e827709-bd37-4020-8af6-444add9c9a05,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:22.813614 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:22.825318 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:22.835271 dv-cinder-853788-3-iscsi neutron-server[103885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 18:27:22.895373 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:22.939452 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:22.967397 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Current status of the port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:22.967787 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:22.974553 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0f8db-05dd-4cb4-881e-f8e7e71841b2 None None] The sync data for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi is: [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:23.016571 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-1f430f9b-e409-42e1-818a-52c02e7bc706 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:23.023667 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-1f430f9b-e409-42e1-818a-52c02e7bc706 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 818 time: 0.1954131 Aug 24 18:27:23.101685 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-1e60ebda-66e5-4983-a0e5-20224a17d313 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/quotas/59b1b7d1ec9a4dd88b4bf037f37f327c HTTP/1.1" status: 200 len: 375 time: 0.0770049 Aug 24 18:27:23.147977 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a77a3d-8613-4b85-b931-42493a0b3dd1 None None] Pushing event updated for resources: {'Port': ['ID=35e24b06-0e1a-4172-9ddd-60a978a25a74,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:23.152068 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Attempting to bind port 35e24b06-0e1a-4172-9ddd-60a978a25a74 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:23.152414 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Attempting to bind port 35e24b06-0e1a-4172-9ddd-60a978a25a74 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:23.152767 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Attempting to bind port 35e24b06-0e1a-4172-9ddd-60a978a25a74 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:23.164287 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:18Z', 'revision_number': 2, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:23.171780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:23.172180 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:23.172741 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.173137 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:23.175257 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Bound port: 35e24b06-0e1a-4172-9ddd-60a978a25a74, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:23.175257 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.188920 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Allocated IP 172.20.0.1 (eb0c16a0-31e6-4a72-bc78-784dbd2d9329/9d2fb69b-0807-4275-9b98-f7b953c6f728/85e8fd54-8166-4e2f-9a6a-45f9607c60eb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:23.198090 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b783fa0a-b2de-4e92-9837-6a4ab25f0d86 admin admin] Publish callbacks [] for security_group (5e827709-bd37-4020-8af6-444add9c9a05), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.240792 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Checking router: 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:23.241647 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Updating router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 port 4f42e834-1db8-4db5-82b2-296ec54f548c binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:23.308584 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.310879 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] For port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:23.311292 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b783fa0a-b2de-4e92-9837-6a4ab25f0d86 admin admin] Publish callbacks [] for security_group (5e827709-bd37-4020-8af6-444add9c9a05), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.322982 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] For port 35e24b06-0e1a-4172-9ddd-60a978a25a74, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:23.328365 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.402592 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b3a3fd8f-4513-4055-b215-88c9aefed9df tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2999096 Aug 24 18:27:23.467816 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks [] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.493967 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dccb3d-855e-4e0a-92c6-d078e12c1f8d None None] Pushing event updated for resources: {'Port': ['ID=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:23.521237 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.547036 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 15b55a07-27df-4395-bed4-d745151aa1c6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:23.549721 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 49f0dd71-4a33-4ffa-b957-66c00b2cf20e up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:23.602938 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] For port 35e24b06-0e1a-4172-9ddd-60a978a25a74, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=35e24b06-0e1a-4172-9ddd-60a978a25a74,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:23.603325 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks [] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.607797 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.620903 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.621873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (dee52f54-740e-4752-accb-3fe263c7f595), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.629826 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Provisioning complete for port e1268293-4539-4da4-9f5f-4542ec8a51ea triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:23.630349 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.670330 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Port e1268293-4539-4da4-9f5f-4542ec8a51ea cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:23.715437 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.723762 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:23.729908 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.760189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b783fa0a-b2de-4e92-9837-6a4ab25f0d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5e827709-bd37-4020-8af6-444add9c9a05), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.763617 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b783fa0a-b2de-4e92-9837-6a4ab25f0d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.767112 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b783fa0a-b2de-4e92-9837-6a4ab25f0d86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e827709-bd37-4020-8af6-444add9c9a05 HTTP/1.1" status: 204 len: 168 time: 1.0343611 Aug 24 18:27:23.779749 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Network 5681b6c3-748a-4a23-84e9-63163070688e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:23.784076 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:23.793074 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:23.802653 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783fa0a-b2de-4e92-9837-6a4ab25f0d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e827709-bd37-4020-8af6-444add9c9a05,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:23.810266 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:23.826586 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:23.830653 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:23.880569 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:23.931975 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Allocated IP 172.20.0.1 (1cebb614-813a-462e-94b5-fc5d59143430/6a104de8-9ba3-40fb-96d3-52483764a5bf/10f67d6d-fd45-4c6a-bdad-9dc9296c3234) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:23.942688 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a77a3d-8613-4b85-b931-42493a0b3dd1 None None] Pushing event updated for resources: {'Port': ['ID=35e24b06-0e1a-4172-9ddd-60a978a25a74,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:24.035864 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Routers {'dee52f54-740e-4752-accb-3fe263c7f595'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:24.036589 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['dee52f54-740e-4752-accb-3fe263c7f595'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:24.060059 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:19Z', 'revision_number': 3, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:24.099100 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aad331d8-9e0d-4fd8-b871-9e2b0fcec92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.115532 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-abf1a619-4907-4b2a-a60a-0df6d4c577e8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:27:24.116734 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-abf1a619-4907-4b2a-a60a-0df6d4c577e8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3878200 Aug 24 18:27:24.237850 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Provisioning complete for port 0a1479be-4258-4e99-8826-c4497bb055d9 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:24.239122 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.239627 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Checking router: 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:24.239980 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Updating router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf port 146ae231-bb99-43ba-90ea-3016646cb5a7 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:24.245132 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Publish callbacks [] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.262143 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.274273 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.298484 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Pushing event updated for resources: {'Port': ['ID=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:24.329074 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.365148 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Pushing event updated for resources: {'Port': ['ID=e1268293-4539-4da4-9f5f-4542ec8a51ea,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:24.382768 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks [] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.387403 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e2b44-9658-4ffe-963a-80acda6e37b8 None None] Pushing event updated for resources: {'Port': ['ID=4f42e834-1db8-4db5-82b2-296ec54f548c,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:24.450221 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.499222 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Network 1cebb614-813a-462e-94b5-fc5d59143430 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:24.509678 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:24.512786 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:24.513164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.519870 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks [] for security_group (e4d3d2e9-146c-4dea-9618-6744fb22aa55), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.555622 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e4d3d2e9-146c-4dea-9618-6744fb22aa55), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.558133 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Attempting to bind port 4f42e834-1db8-4db5-82b2-296ec54f548c on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:24.558464 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Attempting to bind port 4f42e834-1db8-4db5-82b2-296ec54f548c by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:24.558835 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Attempting to bind port 4f42e834-1db8-4db5-82b2-296ec54f548c on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:24.568059 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:24.568343 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Checking segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:24.568669 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.569070 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Bound using segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:24.573142 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Bound port: 4f42e834-1db8-4db5-82b2-296ec54f548c, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:24.576760 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.586943 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:27:24.614016 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (cc3cc840-7a76-4e93-a593-32db4624abca), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.614594 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Added segment cc3cc840-7a76-4e93-a593-32db4624abca of type vlan for network 8f89d308-168b-487e-97dc-2e54c534ba3e Aug 24 18:27:24.624605 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aad331d8-9e0d-4fd8-b871-9e2b0fcec92f admin admin] Publish callbacks [] for security_group (1fbf8f51-0572-49e8-9bb9-feee477a77ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.627417 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Pushing event updated for resources: {'Port': ['ID=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:24.636576 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:24.655963 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aad331d8-9e0d-4fd8-b871-9e2b0fcec92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (1fbf8f51-0572-49e8-9bb9-feee477a77ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.702093 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-aad331d8-9e0d-4fd8-b871-9e2b0fcec92f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a9a8a3e23df4ec4b9f556237d4d7a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8188429 Aug 24 18:27:24.712544 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-d0836f4e-d2f0-405f-910c-85cde925e7dc service neutron] 10.222.0.55 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802133 Aug 24 18:27:24.737228 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (8f89d308-168b-487e-97dc-2e54c534ba3e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.755083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:24.761432 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] For port 4f42e834-1db8-4db5-82b2-296ec54f548c, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:24.777365 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] For port 4f42e834-1db8-4db5-82b2-296ec54f548c, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=4f42e834-1db8-4db5-82b2-296ec54f548c,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:24.799610 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] Set router dee52f54-740e-4752-accb-3fe263c7f595 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:24.810954 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.877050 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (8f89d308-168b-487e-97dc-2e54c534ba3e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.881475 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:24.883213 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:24.940984 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e2b44-9658-4ffe-963a-80acda6e37b8 None None] Pushing event updated for resources: {'Port': ['ID=4f42e834-1db8-4db5-82b2-296ec54f548c,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:24.976739 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:24.977918 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:24.981412 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Current status of the port 0a1479be-4258-4e99-8826-c4497bb055d9 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:25.029544 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad331d8-9e0d-4fd8-b871-9e2b0fcec92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf8f51-0572-49e8-9bb9-feee477a77ba,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:25.083631 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Pushing event updated for resources: {'Network': ['ID=8f89d308-168b-487e-97dc-2e54c534ba3e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:25.088264 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.121637 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52826ff0-1f5d-434d-a4de-a19d1e1ec669 admin admin] Publish callbacks [] for security_group (1fbf8f51-0572-49e8-9bb9-feee477a77ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.155719 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Router dee52f54-740e-4752-accb-3fe263c7f595 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:27:25.205162 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 8f89d308-168b-487e-97dc-2e54c534ba3e details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:27:25.207055 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device dab6cd0f-00dc-42ad-9a84-17abb20a7d48 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:25.209061 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Provisioning complete for port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:25.209413 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.230551 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3d2e9-146c-4dea-9618-6744fb22aa55,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:25.238859 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-952957a9-81d3-4c23-b1b4-1be5ce0e6958 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1942551 Aug 24 18:27:25.249832 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:25.251736 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:25.290251 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Request body: {'subnet': {'network_id': '8f89d308-168b-487e-97dc-2e54c534ba3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-997868026-subnet', 'tenant_id': 'ce0c82b87b5f45feadbf0177b98d9fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:25.318666 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-ca3eeefa-7bdc-427f-af7e-e110bdadef4a service neutron] 10.222.0.55 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050577 Aug 24 18:27:25.476125 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Publish callbacks [] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.544893 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.622101 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:25.640619 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52826ff0-1f5d-434d-a4de-a19d1e1ec669 admin admin] Publish callbacks [] for security_group (1fbf8f51-0572-49e8-9bb9-feee477a77ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.643962 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ecfb3850-a5fd-4497-b397-ed07b063c662 admin admin] 10.222.0.55 "PUT /v2.0/routers/dee52f54-740e-4752-accb-3fe263c7f595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2527649 Aug 24 18:27:25.680269 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Made reservation on behalf of ce0c82b87b5f45feadbf0177b98d9fc6 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:25.689469 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Attempting to bind port 146ae231-bb99-43ba-90ea-3016646cb5a7 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:25.689843 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Attempting to bind port 146ae231-bb99-43ba-90ea-3016646cb5a7 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:25.689980 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.690207 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Attempting to bind port 146ae231-bb99-43ba-90ea-3016646cb5a7 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:25.725699 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:25.760629 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks [] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.764832 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62897c2-21d6-464e-a8c8-ce2ee3f4a6d4 None None] Pushing event updated for resources: {'Port': ['ID=146ae231-bb99-43ba-90ea-3016646cb5a7,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:25.769770 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:25.772387 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:25.772852 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.773474 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:25.773988 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Bound port: 146ae231-bb99-43ba-90ea-3016646cb5a7, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:25.774383 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.780908 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.782161 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:25.957952 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed6a8-ff2b-4a6a-9d6b-cef1f038fe74 None None] The sync data for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi is: [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:26.017726 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] For port 146ae231-bb99-43ba-90ea-3016646cb5a7, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:26.019310 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51182) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:26.027551 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] For port 146ae231-bb99-43ba-90ea-3016646cb5a7, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=146ae231-bb99-43ba-90ea-3016646cb5a7,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:26.035355 dv-cinder-853788-3-iscsi neutron-server[103886]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 18:27:26.047273 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.093266 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:26.119349 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:26.123320 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-966ee664-c584-4e82-b7b4-4cbd9c0d0ccf req-68408eac-2849-4e0d-bbcf-af328c1c9f06 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 210 time: 0.0968707 Aug 24 18:27:26.131195 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Pushing event updated for resources: {'Port': ['ID=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:26.207934 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:26.208525 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.211427 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:26.212256 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:26.220652 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Current status of the port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:26.270245 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52826ff0-1f5d-434d-a4de-a19d1e1ec669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (1fbf8f51-0572-49e8-9bb9-feee477a77ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.274122 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52826ff0-1f5d-434d-a4de-a19d1e1ec669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.282811 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-52826ff0-1f5d-434d-a4de-a19d1e1ec669 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fbf8f51-0572-49e8-9bb9-feee477a77ba HTTP/1.1" status: 204 len: 168 time: 1.5168915 Aug 24 18:27:26.293952 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (d42303da-223a-46db-968d-b921b7205216), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.300651 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52826ff0-1f5d-434d-a4de-a19d1e1ec669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf8f51-0572-49e8-9bb9-feee477a77ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:26.326010 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:27:26.589351 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42303da-223a-46db-968d-b921b7205216,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:26.617693 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62897c2-21d6-464e-a8c8-ce2ee3f4a6d4 None None] Pushing event updated for resources: {'Port': ['ID=146ae231-bb99-43ba-90ea-3016646cb5a7,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:26.701732 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Checking segment: {'id': 'cc3cc840-7a76-4e93-a593-32db4624abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8f89d308-168b-487e-97dc-2e54c534ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:26.702074 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Network hostable DHCP agents. Network: 8f89d308-168b-487e-97dc-2e54c534ba3e, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:26.727227 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 4, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port': {'id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:14Z', 'updated_at': '2022-08-24T18:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'e1268293-4539-4da4-9f5f-4542ec8a51ea', 'name': '', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'mac_address': 'fa:16:3e:5f:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '861f6593-d622-42e4-8469-53f8a530b22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:20Z', 'updated_at': '2022-08-24T18:27:22Z', 'revision_number': 2, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'subnets': [{'id': '861f6593-d622-42e4-8469-53f8a530b22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:26.734511 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Provisioning complete for port 4f42e834-1db8-4db5-82b2-296ec54f548c triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:26.736209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.778058 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks [] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.793398 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.794242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.854263 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Pushing event updated for resources: {'Port': ['ID=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:26.861649 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Network 8f89d308-168b-487e-97dc-2e54c534ba3e is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:26.923747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae5eb4-88ee-4db7-b9d9-d924df3dc295 None None] The sync data for ids ['dee52f54-740e-4752-accb-3fe263c7f595'] in dv-cinder-853788-3-iscsi is: [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 4, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port': {'id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:14Z', 'updated_at': '2022-08-24T18:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'e1268293-4539-4da4-9f5f-4542ec8a51ea', 'name': '', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'mac_address': 'fa:16:3e:5f:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '861f6593-d622-42e4-8469-53f8a530b22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:20Z', 'updated_at': '2022-08-24T18:27:22Z', 'revision_number': 2, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'subnets': [{'id': '861f6593-d622-42e4-8469-53f8a530b22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:26.954669 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 8f89d308-168b-487e-97dc-2e54c534ba3e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:26.961754 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:26.962346 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:26.988398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50031bbc-bf81-4ddc-b3da-e2673f56d47f None None] Network 8f89d308-168b-487e-97dc-2e54c534ba3e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:27.022443 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-48ecca28-1c5c-4e6c-9b1f-19b255c45f46 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7716212 Aug 24 18:27:27.034668 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:27.066469 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-926702de-2a4f-41c8-85ec-b55c265d38ec tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:27.068200 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-926702de-2a4f-41c8-85ec-b55c265d38ec tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/networks?id=5681b6c3-748a-4a23-84e9-63163070688e HTTP/1.1" status: 200 len: 812 time: 0.3712950 Aug 24 18:27:27.126099 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-118f2fc6-762e-4d44-a8f2-732674e073ac tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/quotas/3b2e9bfdf81c4284ac06c1787c1082ca HTTP/1.1" status: 200 len: 375 time: 0.0463946 Aug 24 18:27:27.218462 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:27.231626 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Network 1cebb614-813a-462e-94b5-fc5d59143430 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:27.245237 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:27.255764 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Sync routers for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:27.278482 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8894fdc1-23ba-41dd-a765-7e9569c7552a admin admin] 10.222.0.55 "PUT /v2.0/routers/bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3469546 Aug 24 18:27:27.301403 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-2fbb8c1a-3979-459b-bb68-2474c5fd9756 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:27.305448 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-2fbb8c1a-3979-459b-bb68-2474c5fd9756 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 818 time: 0.4718032 Aug 24 18:27:27.368630 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1e7142bb-ee9b-4568-8608-c6027ed3ea03 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/quotas/59b1b7d1ec9a4dd88b4bf037f37f327c HTTP/1.1" status: 200 len: 375 time: 0.0530963 Aug 24 18:27:27.552022 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:27.552930 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:27.587889 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-2fac1a2d-a216-44a8-addd-583d36446c70 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120867 Aug 24 18:27:27.595196 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-663f2953-9b61-4d1a-ac31-733b61384550 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b2e9bfdf81c4284ac06c1787c1082ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4311078 Aug 24 18:27:27.691139 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:27.691526 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:27.716143 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port dab6cd0f-00dc-42ad-9a84-17abb20a7d48, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:27.746799 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:27.747490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:27.777376 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-43bad501-78a1-4384-bc5d-87422e988a71 service neutron] 10.222.0.55 "GET /v2.0/networks/5681b6c3-748a-4a23-84e9-63163070688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739955 Aug 24 18:27:27.783721 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:27:27.905645 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Current status of the port 4f42e834-1db8-4db5-82b2-296ec54f548c is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:27.907128 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:27.926717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc17e61-bafd-487b-84d4-a764958debc3 None None] Network 8f89d308-168b-487e-97dc-2e54c534ba3e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:28.040243 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:28.168958 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-92cd604f-6587-4500-b806-db501e94f1af service neutron] 10.222.0.55 "GET /v2.0/networks/5681b6c3-748a-4a23-84e9-63163070688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831339 Aug 24 18:27:28.181263 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:28.207370 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5992c8e1-7968-4865-ab88-0d4518f4238e admin admin] 10.222.0.55 "PUT /v2.0/routers/3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2971480 Aug 24 18:27:28.319836 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] For port 4f42e834-1db8-4db5-82b2-296ec54f548c, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=4f42e834-1db8-4db5-82b2-296ec54f548c,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:28.392138 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:28.412596 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:23Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:28.460332 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336a9e9-b8d8-4fce-806b-82b758a09300 None None] The sync data for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi is: [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:23Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:28.497377 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:28.612362 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-946c9817-f8ee-4e75-8295-e4305c8bb65b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:27:28.613395 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-946c9817-f8ee-4e75-8295-e4305c8bb65b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2050009 Aug 24 18:27:28.640670 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ed7d-d17e-4522-87ca-1a4cf58f0045 None None] Pushing event updated for resources: {'Port': ['ID=4f42e834-1db8-4db5-82b2-296ec54f548c,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:28.655122 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:28.655122 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:28.779374 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Provisioning complete for port e1268293-4539-4da4-9f5f-4542ec8a51ea triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:28.779758 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:28.826583 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Port e1268293-4539-4da4-9f5f-4542ec8a51ea cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:28.857955 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-4ccd7ba4-e1f9-4690-909d-7a24116ef6e0 service neutron] 10.222.0.55 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239647 Aug 24 18:27:28.942436 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Provisioning complete for port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:28.944563 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:29.047524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:29.119348 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-32d2ef53-087b-44ab-9def-2b5546fa270e service neutron] 10.222.0.55 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587857 Aug 24 18:27:29.157854 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Provisioning complete for port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:29.158230 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:29.237512 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f8235994-4255-412f-96c6-903c4ddf3c59 None None] Port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:29.338318 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 2, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:29.346096 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:29.351268 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:29.444442 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Checking router: bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:29.446621 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Updating router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:29.530804 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:29.535402 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6e09b75a-a36a-4d24-920f-0ebd1b53dc91 req-f68e4922-c344-4a30-a0ab-e41de501ee13 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.0518622 Aug 24 18:27:29.540696 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:29.549615 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773233262-network', 'tenant_id': '1c7924fb92644a789cce0fae50328e5f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:29.567780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:29.568590 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0a1479be-4258-4e99-8826-c4497bb055d9 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:29.615930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Made reservation on behalf of 1c7924fb92644a789cce0fae50328e5f for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:29.632177 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:29.648976 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:29.658934 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.58', 53383) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:29.684239 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:29.723356 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:29.901701 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:29.906379 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6d69a9e1-0476-4599-a628-552e95bd8453 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411676983', 'description': 'tempest-description--315506221'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:29.994694 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-e2976987-1602-4240-9277-2031ea2874e9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:29.996708 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-e2976987-1602-4240-9277-2031ea2874e9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 818 time: 0.3358953 Aug 24 18:27:30.005269 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d69a9e1-0476-4599-a628-552e95bd8453 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.052222 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks [] for security_group (436b498f-e262-4e73-a504-5574f74bcae2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.067341 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'port': {'device_id': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'admin_state_up': True, 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:30.072505 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (436b498f-e262-4e73-a504-5574f74bcae2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.098241 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51392) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:30.123457 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b498f-e262-4e73-a504-5574f74bcae2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:30.181076 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-8945c4aa-03ed-46cf-a3ea-bbb355b1b5b1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530338463', 'description': 'tempest-description--661831886'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:30.193047 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:27:30.198564 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6404e7f0-07c4-4a10-b3c8-3e1c5b0f7da3 req-8d5bb096-ed58-44f0-9d69-4a5d7f520e65 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 210 time: 0.0760503 Aug 24 18:27:30.221774 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (0c7f69bf-06e4-4afb-b35b-71aa1c8f2164), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.222125 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Added segment 0c7f69bf-06e4-4afb-b35b-71aa1c8f2164 of type vlan for network 802d4f65-835e-44ce-a5a6-54c0af134113 Aug 24 18:27:30.286534 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d69a9e1-0476-4599-a628-552e95bd8453 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (ff53c5cc-afa6-47e6-a778-8312be7bef94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.309484 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d69a9e1-0476-4599-a628-552e95bd8453 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ff53c5cc-afa6-47e6-a778-8312be7bef94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.317958 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8945c4aa-03ed-46cf-a3ea-bbb355b1b5b1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.334338 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-62bc08ad-39ed-481e-9052-4d872c4e6c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.417422 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (802d4f65-835e-44ce-a5a6-54c0af134113), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.422188 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69a9e1-0476-4599-a628-552e95bd8453 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff53c5cc-afa6-47e6-a778-8312be7bef94,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:30.505200 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d69a9e1-0476-4599-a628-552e95bd8453 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.506723 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6d69a9e1-0476-4599-a628-552e95bd8453 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6038406 Aug 24 18:27:30.512864 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:30.520112 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0d495251-5187-4bfc-ad0f-3be3b0ffee81 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'security_group_rule': {'security_group_id': 'ff53c5cc-afa6-47e6-a778-8312be7bef94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:30.572018 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 0a1479be-4258-4e99-8826-c4497bb055d9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:30.572137 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.620448 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (802d4f65-835e-44ce-a5a6-54c0af134113), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.622179 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:30.625111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.900894 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] Pushing event updated for resources: {'Network': ['ID=802d4f65-835e-44ce-a5a6-54c0af134113,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:30.964019 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 802d4f65-835e-44ce-a5a6-54c0af134113 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:27:30.976249 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Made reservation on behalf of 59b1b7d1ec9a4dd88b4bf037f37f327c for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:30.985386 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:30.990358 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-af4b42a4-0c3e-44b1-86c3-17410a8e2d46 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4455748 Aug 24 18:27:30.995735 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d495251-5187-4bfc-ad0f-3be3b0ffee81 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (f170a678-bd43-4a99-b23e-109c18cde4d8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.011052 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51450) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:31.060083 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Request body: {'subnet': {'network_id': '802d4f65-835e-44ce-a5a6-54c0af134113', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773233262-subnet', 'tenant_id': '1c7924fb92644a789cce0fae50328e5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:31.088526 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d495251-5187-4bfc-ad0f-3be3b0ffee81 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (f170a678-bd43-4a99-b23e-109c18cde4d8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.102891 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d495251-5187-4bfc-ad0f-3be3b0ffee81 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (f170a678-bd43-4a99-b23e-109c18cde4d8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.137546 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8945c4aa-03ed-46cf-a3ea-bbb355b1b5b1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (7a4d78a9-f998-4845-a8d5-c7fe4a372999), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.169278 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d495251-5187-4bfc-ad0f-3be3b0ffee81 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f170a678-bd43-4a99-b23e-109c18cde4d8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:31.188725 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d495251-5187-4bfc-ad0f-3be3b0ffee81 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.192684 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0d495251-5187-4bfc-ad0f-3be3b0ffee81 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6784828 Aug 24 18:27:31.197663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51468) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:31.235530 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b259e2e2-a50d-46d8-bb25-d375db6fa6e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'security_group_rule': {'security_group_id': 'ff53c5cc-afa6-47e6-a778-8312be7bef94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:31.312952 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b259e2e2-a50d-46d8-bb25-d375db6fa6e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (b25f9fb7-7b8f-471e-bf8d-3071f41ad3f3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.373154 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 0a1479be-4258-4e99-8826-c4497bb055d9 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:31.373994 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 49f0dd71-4a33-4ffa-b957-66c00b2cf20e up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:31.534221 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b259e2e2-a50d-46d8-bb25-d375db6fa6e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (b25f9fb7-7b8f-471e-bf8d-3071f41ad3f3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.544906 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b259e2e2-a50d-46d8-bb25-d375db6fa6e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (b25f9fb7-7b8f-471e-bf8d-3071f41ad3f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.613526 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:31.613916 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.737229 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-72e5479b-5927-461b-a647-933920e2d386 req-4666d8b8-2569-4c20-9b8d-0a6d80c8b7e3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 210 time: 0.0844669 Aug 24 18:27:31.739712 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e2e2-a50d-46d8-bb25-d375db6fa6e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25f9fb7-7b8f-471e-bf8d-3071f41ad3f3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:31.756681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b259e2e2-a50d-46d8-bb25-d375db6fa6e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.765232 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b259e2e2-a50d-46d8-bb25-d375db6fa6e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5665054 Aug 24 18:27:31.767935 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.58', 53393) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:31.771327 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:31.773003 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6d5c8865-cda9-435e-9fcc-6bf4a646c135 req-e55a21b9-7f72-47bd-acab-19d49d36d7e5 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.7016349 Aug 24 18:27:31.773706 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8945c4aa-03ed-46cf-a3ea-bbb355b1b5b1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7a4d78a9-f998-4845-a8d5-c7fe4a372999), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.799342 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:31.876701 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a4010c0c-1f46-4911-a89d-51088eb0978c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.913835 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.58', 53394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:31.939595 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Publish callbacks [] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.958350 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:31.972064 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945c4aa-03ed-46cf-a3ea-bbb355b1b5b1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4d78a9-f998-4845-a8d5-c7fe4a372999,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:31.996944 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Made reservation on behalf of 1c7924fb92644a789cce0fae50328e5f for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:32.001374 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:32.121882 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dfb50-c75e-484c-84cc-dabbd41e5c55 None None] Pushing event updated for resources: {'Port': ['ID=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:32.181881 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-3a390b68-682c-4f27-b2ad-1228952c34f0 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:32.184163 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-3a390b68-682c-4f27-b2ad-1228952c34f0 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.58 "GET /v2.0/networks?id=5681b6c3-748a-4a23-84e9-63163070688e HTTP/1.1" status: 200 len: 812 time: 0.4114366 Aug 24 18:27:32.207510 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:32.207972 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 15b55a07-27df-4395-bed4-d745151aa1c6 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:32.210379 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:32.303467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Request body: {'port': {'device_id': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'admin_state_up': True, 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:32.489956 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8945c4aa-03ed-46cf-a3ea-bbb355b1b5b1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:32.506183 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8945c4aa-03ed-46cf-a3ea-bbb355b1b5b1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3294489 Aug 24 18:27:32.550124 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51508) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:32.603254 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f149e8f0-60cf-4059-8437-d7825f6163cc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'security_group_rule': {'security_group_id': '7a4d78a9-f998-4845-a8d5-c7fe4a372999', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:32.629937 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Sync routers for ids ['dee52f54-740e-4752-accb-3fe263c7f595'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:32.647393 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 15b55a07-27df-4395-bed4-d745151aa1c6 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:32.647910 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:32.658817 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Routers {'dee52f54-740e-4752-accb-3fe263c7f595'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:32.664914 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['dee52f54-740e-4752-accb-3fe263c7f595'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:32.844023 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f149e8f0-60cf-4059-8437-d7825f6163cc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (b1c5a586-dc11-41e7-ae5a-807136c4c578), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:32.938047 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-ff437c50-756c-4ce4-8e00-113571beba56 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:32.948517 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-ff437c50-756c-4ce4-8e00-113571beba56 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 818 time: 1.0333784 Aug 24 18:27:32.954558 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Allocated IP 172.20.0.10 (e5a21755-3153-4410-a16c-1dfd794a8d6a/feaaa128-b354-42c9-8cb9-2aab9826a8fb/e25a5eaf-506a-4997-8418-694443b37cf9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:32.972889 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Set router dee52f54-740e-4752-accb-3fe263c7f595 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:33.006475 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Attempting to bind port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:33.013853 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Attempting to bind port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:33.014508 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Attempting to bind port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:33.028396 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'port': {'device_id': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'admin_state_up': True, 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:33.130935 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:33.133526 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Checking segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:33.137125 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:33.140495 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Bound using segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:33.141306 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Bound port: 85e8fd54-8166-4e2f-9a6a-45f9607c60eb, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:33.143034 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:33.284326 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 15b55a07-27df-4395-bed4-d745151aa1c6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:33.454338 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:33.556097 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] For port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:33.571816 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] For port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:33.586925 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:33.808751 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:33.819697 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:33.959958 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 4, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port': {'id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:14Z', 'updated_at': '2022-08-24T18:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'e1268293-4539-4da4-9f5f-4542ec8a51ea', 'name': '', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'mac_address': 'fa:16:3e:5f:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '861f6593-d622-42e4-8469-53f8a530b22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:20Z', 'updated_at': '2022-08-24T18:27:22Z', 'revision_number': 2, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'subnets': [{'id': '861f6593-d622-42e4-8469-53f8a530b22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:34.069664 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:34.076091 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:34.077523 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Checking router: dee52f54-740e-4752-accb-3fe263c7f595 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:34.077883 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Updating router dee52f54-740e-4752-accb-3fe263c7f595 port e1268293-4539-4da4-9f5f-4542ec8a51ea binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:34.078003 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dfb50-c75e-484c-84cc-dabbd41e5c55 None None] Pushing event updated for resources: {'Port': ['ID=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:34.117383 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device dab6cd0f-00dc-42ad-9a84-17abb20a7d48 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:34.154391 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.331596 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:34.331995 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.351089 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:34.386302 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-72c5a374-c2a2-446f-b42b-74dface427c9 req-be473e2b-51f8-4f79-b767-08fa8040a1c3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 210 time: 0.2996371 Aug 24 18:27:34.431850 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f149e8f0-60cf-4059-8437-d7825f6163cc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (b1c5a586-dc11-41e7-ae5a-807136c4c578), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.491483 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (e77f708c-73db-4308-97be-965a95b7af94), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.492198 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Made reservation on behalf of 59b1b7d1ec9a4dd88b4bf037f37f327c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:34.496134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.509945 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e5b75d8d-9a79-4fa0-b08c-283f603a9bf6 req-517a761a-d59e-4366-b511-b940a95879eb tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.2566271 Aug 24 18:27:34.548242 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f149e8f0-60cf-4059-8437-d7825f6163cc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (b1c5a586-dc11-41e7-ae5a-807136c4c578), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.578379 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Made reservation on behalf of 3b2e9bfdf81c4284ac06c1787c1082ca for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:34.583998 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.775812 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Publish callbacks [] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.784489 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.878521 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d8175-5780-4b50-a908-00b1d9f328d8 None None] Pushing event updated for resources: {'Port': ['ID=e1268293-4539-4da4-9f5f-4542ec8a51ea,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:34.892497 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Attempting to bind port e1268293-4539-4da4-9f5f-4542ec8a51ea on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:34.893205 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Attempting to bind port e1268293-4539-4da4-9f5f-4542ec8a51ea by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:34.893787 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Attempting to bind port e1268293-4539-4da4-9f5f-4542ec8a51ea on network 5681b6c3-748a-4a23-84e9-63163070688e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:34.900490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.901498 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:34.902552 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Checking segment: {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:34.902552 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.903280 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Bound using segment: {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:34.904055 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Bound port: e1268293-4539-4da4-9f5f-4542ec8a51ea, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:34.904633 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.912733 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:34.979440 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:34.981039 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:35.022192 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cafc1b1a-c392-4b9a-9d7e-efd4eb6853fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.055082 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-408bcaf1-0b84-4bf1-bfb5-03e2ce285664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.066418 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] For port e1268293-4539-4da4-9f5f-4542ec8a51ea, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:35.070011 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Sync routers for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:27:35.073975 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] For port e1268293-4539-4da4-9f5f-4542ec8a51ea, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=e1268293-4539-4da4-9f5f-4542ec8a51ea,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:35.090769 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.138688 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:35.141298 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:35.157833 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149e8f0-60cf-4059-8437-d7825f6163cc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c5a586-dc11-41e7-ae5a-807136c4c578,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:35.191006 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51586) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:35.225543 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f149e8f0-60cf-4059-8437-d7825f6163cc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.227278 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f149e8f0-60cf-4059-8437-d7825f6163cc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6417670 Aug 24 18:27:35.234195 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77f708c-73db-4308-97be-965a95b7af94,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:35.239943 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Routers {'dee52f54-740e-4752-accb-3fe263c7f595'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:35.240856 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['dee52f54-740e-4752-accb-3fe263c7f595'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:35.242875 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d8175-5780-4b50-a908-00b1d9f328d8 None None] Pushing event updated for resources: {'Port': ['ID=e1268293-4539-4da4-9f5f-4542ec8a51ea,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:35.250045 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for port (e25a5eaf-506a-4997-8418-694443b37cf9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.257115 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51588) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:35.261234 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Checking segment: {'id': '0c7f69bf-06e4-4afb-b35b-71aa1c8f2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '802d4f65-835e-44ce-a5a6-54c0af134113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:35.261760 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Network hostable DHCP agents. Network: 802d4f65-835e-44ce-a5a6-54c0af134113, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:35.267608 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cafc1b1a-c392-4b9a-9d7e-efd4eb6853fd admin admin] Publish callbacks [] for security_group (49bb5bf0-cf1c-4671-8d61-e665c4d4cba6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.286149 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f99b5ba8-af18-4470-8fba-27fa3dddc42a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'security_group_rule': {'security_group_id': '7a4d78a9-f998-4845-a8d5-c7fe4a372999', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:35.315947 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cafc1b1a-c392-4b9a-9d7e-efd4eb6853fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (49bb5bf0-cf1c-4671-8d61-e665c4d4cba6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.325539 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:35.382532 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cafc1b1a-c392-4b9a-9d7e-efd4eb6853fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2f53173c9cc48e4852bbc9e468b4433&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2714827 Aug 24 18:27:35.396650 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51594) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:35.414298 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc1b1a-c392-4b9a-9d7e-efd4eb6853fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bb5bf0-cf1c-4671-8d61-e665c4d4cba6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:35.431673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.436860 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f99b5ba8-af18-4470-8fba-27fa3dddc42a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (d0b30319-c763-4820-ae64-17b40cced6e0), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.496354 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Network 802d4f65-835e-44ce-a5a6-54c0af134113 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:35.613000 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Allocated IP 172.27.3.177 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/e3d4697c-b6c1-4283-8952-e04e497b6380) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:35.621740 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] Set router dee52f54-740e-4752-accb-3fe263c7f595 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:35.649441 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 802d4f65-835e-44ce-a5a6-54c0af134113) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:35.682426 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ef593c5-c1f8-4665-a5f9-d0be8e72b618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.711726 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:35.712326 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.728284 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e9119-da57-463b-a019-9a879491e898 None None] Network 802d4f65-835e-44ce-a5a6-54c0af134113 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:35.863717 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b5b288d-a0f4-43a9-8c72-c191d7ffd419 req-a6f2ab0e-6df1-4129-9434-8e784065563b tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.1995008 Aug 24 18:27:35.877798 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7ab108cd-af35-4e5b-8c9d-6cbcd4bcd23d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.8625803 Aug 24 18:27:35.886504 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:35.896141 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.018024 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4acf40a1-3c9f-4982-8293-822d4457b81a req-f8d52262-509c-410c-bb67-0422eec69142 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 210 time: 0.2976770 Aug 24 18:27:36.019665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Allocated IP 172.20.0.9 (e5a21755-3153-4410-a16c-1dfd794a8d6a/feaaa128-b354-42c9-8cb9-2aab9826a8fb/df1ba78d-ee73-4ba6-a5f0-dcf42b72723b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:36.055215 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:33Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:36.090873 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:36.090873 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.125869 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:36.136750 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b32ae-0bf2-4243-baea-188d17c264f0 None None] The sync data for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi is: [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:33Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:36.157330 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 4, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port': {'id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:14Z', 'updated_at': '2022-08-24T18:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'e1268293-4539-4da4-9f5f-4542ec8a51ea', 'name': '', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'mac_address': 'fa:16:3e:5f:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '861f6593-d622-42e4-8469-53f8a530b22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:20Z', 'updated_at': '2022-08-24T18:27:35Z', 'revision_number': 4, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'subnets': [{'id': '861f6593-d622-42e4-8469-53f8a530b22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:36.192097 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e768615-6ab2-469a-baca-7bcdb893159b None None] Network 802d4f65-835e-44ce-a5a6-54c0af134113 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:27:36.236696 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256883d2-ed79-41fd-ab3c-26690a22dd06 None None] The sync data for ids ['dee52f54-740e-4752-accb-3fe263c7f595'] in dv-cinder-853788-3-iscsi is: [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:21Z', 'revision_number': 4, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port': {'id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:14Z', 'updated_at': '2022-08-24T18:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'e1268293-4539-4da4-9f5f-4542ec8a51ea', 'name': '', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'mac_address': 'fa:16:3e:5f:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '861f6593-d622-42e4-8469-53f8a530b22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:20Z', 'updated_at': '2022-08-24T18:27:35Z', 'revision_number': 4, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'subnets': [{'id': '861f6593-d622-42e4-8469-53f8a530b22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:36.247789 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'Port': ['ID=e25a5eaf-506a-4997-8418-694443b37cf9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:36.259621 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Network e5a21755-3153-4410-a16c-1dfd794a8d6a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:36.279964 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ef593c5-c1f8-4665-a5f9-d0be8e72b618 admin admin] Publish callbacks [] for security_group (bf7c8f16-b1e0-4566-865a-612ce5c2c1f5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.281982 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f99b5ba8-af18-4470-8fba-27fa3dddc42a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (d0b30319-c763-4820-ae64-17b40cced6e0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.283458 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:36.288603 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:36.295093 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:36.295844 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.314476 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ef593c5-c1f8-4665-a5f9-d0be8e72b618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (bf7c8f16-b1e0-4566-865a-612ce5c2c1f5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.359396 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-b0f1bd42-2745-4011-a1dc-618889624205 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2966523 Aug 24 18:27:36.360052 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f99b5ba8-af18-4470-8fba-27fa3dddc42a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (d0b30319-c763-4820-ae64-17b40cced6e0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.372561 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef593c5-c1f8-4665-a5f9-d0be8e72b618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c8f16-b1e0-4566-865a-612ce5c2c1f5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:36.419714 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-1e9330c8-4874-4466-a14b-8aed2981ea98 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:27:36.420698 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-1e9330c8-4874-4466-a14b-8aed2981ea98 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0399241 Aug 24 18:27:36.436205 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-613d9186-24ec-4e84-8c5a-edbcdb29edc8 admin admin] Publish callbacks [] for security_group (49bb5bf0-cf1c-4671-8d61-e665c4d4cba6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.499727 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] Deleting subnet d42303da-223a-46db-968d-b921b7205216 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:27:36.542109 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b5ba8-af18-4470-8fba-27fa3dddc42a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b30319-c763-4820-ae64-17b40cced6e0,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:36.545680 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] Publish callbacks [] for subnet (d42303da-223a-46db-968d-b921b7205216), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.566874 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.578451 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f99b5ba8-af18-4470-8fba-27fa3dddc42a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.579784 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f99b5ba8-af18-4470-8fba-27fa3dddc42a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3045056 Aug 24 18:27:36.582211 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8ef593c5-c1f8-4665-a5f9-d0be8e72b618 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a2cc52e2fad473d968dd3e344f9cea3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3688879 Aug 24 18:27:36.584781 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51610) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:36.586552 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51612) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:36.617987 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:36.688527 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.693880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Allocated IP 172.20.0.14 (5681b6c3-748a-4a23-84e9-63163070688e/861f6593-d622-42e4-8469-53f8a530b22b/2c7529ef-09cc-45f4-a70f-6208ff228e04) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:36.719215 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-613d9186-24ec-4e84-8c5a-edbcdb29edc8 admin admin] Publish callbacks [] for security_group (49bb5bf0-cf1c-4671-8d61-e665c4d4cba6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:36.772764 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 2, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:36.886965 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Checking router: 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:27:36.888352 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Updating router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:27:36.890983 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:36.892334 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 35e24b06-0e1a-4172-9ddd-60a978a25a74 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:36.933036 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Request body: {'port': {'device_id': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:36.982059 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] Publish callbacks [] for subnet (d42303da-223a-46db-968d-b921b7205216), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.122015 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf5d6c1a-70a3-4307-851e-e66f536f8c5b req-45bad1b6-1d40-470f-9a40-4c5bf3e41387 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.1101198 Aug 24 18:27:37.153377 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.168246 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (d42303da-223a-46db-968d-b921b7205216), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.180363 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef93a-3be6-4665-9e39-67cb12082338 admin admin] Publish callbacks [] for security_group (bf7c8f16-b1e0-4566-865a-612ce5c2c1f5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.210060 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef93a-3be6-4665-9e39-67cb12082338 admin admin] Publish callbacks [] for security_group (bf7c8f16-b1e0-4566-865a-612ce5c2c1f5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.212396 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-39ad723f-da93-4716-8dee-7789b08db286 None None] Provisioning complete for port e25a5eaf-506a-4997-8418-694443b37cf9 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:37.213310 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-39ad723f-da93-4716-8dee-7789b08db286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.218699 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.254671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-408bcaf1-0b84-4bf1-bfb5-03e2ce285664 admin admin] Publish callbacks [] for security_group (6f76f8b2-9530-4deb-9aab-be69c2a92e27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.287773 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-613d9186-24ec-4e84-8c5a-edbcdb29edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (49bb5bf0-cf1c-4671-8d61-e665c4d4cba6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.298429 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-613d9186-24ec-4e84-8c5a-edbcdb29edc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.299537 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-613d9186-24ec-4e84-8c5a-edbcdb29edc8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49bb5bf0-cf1c-4671-8d61-e665c4d4cba6 HTTP/1.1" status: 204 len: 168 time: 1.8902168 Aug 24 18:27:37.331333 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef93a-3be6-4665-9e39-67cb12082338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (bf7c8f16-b1e0-4566-865a-612ce5c2c1f5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.340868 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef93a-3be6-4665-9e39-67cb12082338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.347820 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0d0ef93a-3be6-4665-9e39-67cb12082338 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf7c8f16-b1e0-4566-865a-612ce5c2c1f5 HTTP/1.1" status: 204 len: 168 time: 0.6838193 Aug 24 18:27:37.393629 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38779045-0a34-4662-be45-0d0e36f3cd5c req-e80b9559-80c3-4b0c-924a-9cc4b6949a51 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 210 time: 0.1217473 Aug 24 18:27:37.426115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-408bcaf1-0b84-4bf1-bfb5-03e2ce285664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6f76f8b2-9530-4deb-9aab-be69c2a92e27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.487157 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-39ad723f-da93-4716-8dee-7789b08db286 None None] Port e25a5eaf-506a-4997-8418-694443b37cf9 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:37.681596 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-408bcaf1-0b84-4bf1-bfb5-03e2ce285664 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c055b165d20e452aaf788e9706737fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5665565 Aug 24 18:27:37.710940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:37.732966 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (d42303da-223a-46db-968d-b921b7205216), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.751022 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 35e24b06-0e1a-4172-9ddd-60a978a25a74 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:37.751419 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:37.810734 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d9186-24ec-4e84-8c5a-edbcdb29edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bb5bf0-cf1c-4671-8d61-e665c4d4cba6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:37.861591 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ef93a-3be6-4665-9e39-67cb12082338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c8f16-b1e0-4566-865a-612ce5c2c1f5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:37.900916 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.120302 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.127779 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.133821 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d42303da-223a-46db-968d-b921b7205216 HTTP/1.1" status: 204 len: 168 time: 2.0053642 Aug 24 18:27:38.138541 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51636) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:38.138895 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51638) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:38.257330 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:38.258937 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95db2dd-699e-4230-8d5c-1e64cae42c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42303da-223a-46db-968d-b921b7205216,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:38.261067 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:38.286990 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da39688d-5534-44da-a719-9920b2965962 admin admin] Publish callbacks [] for security_group (6f76f8b2-9530-4deb-9aab-be69c2a92e27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.313743 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da39688d-5534-44da-a719-9920b2965962 admin admin] Publish callbacks [] for security_group (6f76f8b2-9530-4deb-9aab-be69c2a92e27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.372963 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:38.398779 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c204-823d-4119-a8a3-b3af5a7fb894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.413954 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6877d356-be28-467b-aca8-1fedf2ef33da req-40151309-c0bf-4641-bcb5-bca5bc18571a tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.1502378 Aug 24 18:27:38.417285 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f07babc4-1dcf-4c6c-9f7f-692b33431c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.426914 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da39688d-5534-44da-a719-9920b2965962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6f76f8b2-9530-4deb-9aab-be69c2a92e27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.430042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da39688d-5534-44da-a719-9920b2965962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.433937 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-da39688d-5534-44da-a719-9920b2965962 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f76f8b2-9530-4deb-9aab-be69c2a92e27 HTTP/1.1" status: 204 len: 168 time: 0.7000108 Aug 24 18:27:38.451221 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Publish callbacks [] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.465918 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.537910 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 35e24b06-0e1a-4172-9ddd-60a978a25a74 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:38.539082 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.560907 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c204-823d-4119-a8a3-b3af5a7fb894 admin admin] Publish callbacks [] for security_group (a63fe3da-3f65-4e6a-bb18-f22abbeb0af2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.591143 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c204-823d-4119-a8a3-b3af5a7fb894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a63fe3da-3f65-4e6a-bb18-f22abbeb0af2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.604722 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Attempting to bind port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:38.605246 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Attempting to bind port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:38.606047 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Attempting to bind port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 on network 1cebb614-813a-462e-94b5-fc5d59143430 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:38.617531 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:38.618324 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Checking segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:38.619074 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.619865 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Bound using segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:38.620694 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Bound port: 10f67d6d-fd45-4c6a-bdad-9dc9296c3234, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:38.621355 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.661525 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 35e24b06-0e1a-4172-9ddd-60a978a25a74, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=35e24b06-0e1a-4172-9ddd-60a978a25a74,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:38.665524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e514f5-4a3b-4eab-bf9a-d28cbad08bff None None] Pushing event updated for resources: {'Port': ['ID=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:38.697091 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Allocated IP 172.27.3.65 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/11d5f1f4-ed0a-47d5-b836-245d786749eb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:38.699209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.700183 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f07babc4-1dcf-4c6c-9f7f-692b33431c2f admin admin] Publish callbacks [] for security_group (7adc22a6-7ea3-4cf3-afb3-fca06bcaf601), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.701808 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bcaf1-0b84-4bf1-bfb5-03e2ce285664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76f8b2-9530-4deb-9aab-be69c2a92e27,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:38.702501 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 146ae231-bb99-43ba-90ea-3016646cb5a7 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:38.706666 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (8f89d308-168b-487e-97dc-2e54c534ba3e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.819984 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c204-823d-4119-a8a3-b3af5a7fb894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63fe3da-3f65-4e6a-bb18-f22abbeb0af2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:38.830553 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4ea5c204-823d-4119-a8a3-b3af5a7fb894 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fc74881cd0c47b296cf85cadf1a249f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6803148 Aug 24 18:27:38.847597 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51650) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:38.856053 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39688d-5534-44da-a719-9920b2965962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76f8b2-9530-4deb-9aab-be69c2a92e27,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:38.866445 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c2eb8f86-130c-4a6c-ae2e-bb8da54a6099 req-94004dd6-8a49-4a17-b7fc-e746c9599589 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 210 time: 0.1497414 Aug 24 18:27:38.877681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f07babc4-1dcf-4c6c-9f7f-692b33431c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7adc22a6-7ea3-4cf3-afb3-fca06bcaf601), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.956822 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f07babc4-1dcf-4c6c-9f7f-692b33431c2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7a8fe28683f4a5d9e2ece0dade67c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5779061 Aug 24 18:27:38.960348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks [] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:38.962411 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=35e24b06-0e1a-4172-9ddd-60a978a25a74,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:38.968231 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:38.981346 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51652) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:39.088501 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 146ae231-bb99-43ba-90ea-3016646cb5a7 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:39.096528 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.147073 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (28d2b06a-b79e-4e7e-af3e-9890a9ef0a23), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.165902 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (8f89d308-168b-487e-97dc-2e54c534ba3e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.183288 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] For port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:39.188297 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c86264e7-0d9a-418e-8772-1def10d703f6 admin admin] Publish callbacks [] for security_group (a63fe3da-3f65-4e6a-bb18-f22abbeb0af2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.191214 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'Port': ['ID=e3d4697c-b6c1-4283-8952-e04e497b6380,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:39.242175 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] For port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:39.272405 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.289587 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.289937 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.290694 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.291144 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > port after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.291477 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.291828 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > port after_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.292359 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.292935 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.293536 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.294527 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.294758 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.355286 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07babc4-1dcf-4c6c-9f7f-692b33431c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adc22a6-7ea3-4cf3-afb3-fca06bcaf601,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:39.403337 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.477332 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:27:39.480606 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:27:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:39.650308 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e514f5-4a3b-4eab-bf9a-d28cbad08bff None None] Pushing event updated for resources: {'Port': ['ID=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:39.658152 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 146ae231-bb99-43ba-90ea-3016646cb5a7 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:39.658808 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.686364 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 146ae231-bb99-43ba-90ea-3016646cb5a7, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=146ae231-bb99-43ba-90ea-3016646cb5a7,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:39.699070 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:39.723145 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.726028 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 4f42e834-1db8-4db5-82b2-296ec54f548c up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:39.816935 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.817401 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.817793 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.818351 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:39.818794 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f89d308-168b-487e-97dc-2e54c534ba3e']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:39.850136 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.852202 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04821175-94d9-44f6-a74a-60303307e902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.853011 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c86264e7-0d9a-418e-8772-1def10d703f6 admin admin] Publish callbacks [] for security_group (a63fe3da-3f65-4e6a-bb18-f22abbeb0af2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.888419 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.889320 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (28d2b06a-b79e-4e7e-af3e-9890a9ef0a23), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.893598 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.908390 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3cc840-7a76-4e93-a593-32db4624abca') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:39.908882 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3cc840-7a76-4e93-a593-32db4624abca') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:39.945823 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.952085 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'Port': ['ID=e3d4697c-b6c1-4283-8952-e04e497b6380,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:39.961712 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (cc3cc840-7a76-4e93-a593-32db4624abca), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:39.988372 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Network e5a21755-3153-4410-a16c-1dfd794a8d6a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:40.010281 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:27:40.029804 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.047373 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b4f396f-19c9-4b39-be12-99dc014abe07 admin admin] Publish callbacks [] for security_group (7adc22a6-7ea3-4cf3-afb3-fca06bcaf601), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.068647 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04821175-94d9-44f6-a74a-60303307e902 admin admin] Publish callbacks [] for security_group (53b9195a-28df-47e5-9266-f82a3dc91abc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.079167 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Network 5681b6c3-748a-4a23-84e9-63163070688e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:40.082831 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:40.085157 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:40.086873 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04821175-94d9-44f6-a74a-60303307e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (53b9195a-28df-47e5-9266-f82a3dc91abc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.093789 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (cc3cc840-7a76-4e93-a593-32db4624abca), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.131820 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:40.131970 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:27:40.132646 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (cc3cc840-7a76-4e93-a593-32db4624abca), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.137822 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:40.138633 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.173782 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:40.185705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:40.186595 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.204461 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b4f396f-19c9-4b39-be12-99dc014abe07 admin admin] Publish callbacks [] for security_group (7adc22a6-7ea3-4cf3-afb3-fca06bcaf601), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.227365 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=146ae231-bb99-43ba-90ea-3016646cb5a7,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:40.232989 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-04821175-94d9-44f6-a74a-60303307e902 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03fa340fbae8406797d02ef3ab661ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5334904 Aug 24 18:27:40.279472 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04821175-94d9-44f6-a74a-60303307e902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9195a-28df-47e5-9266-f82a3dc91abc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:40.294599 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3188932 Aug 24 18:27:40.295327 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51668) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:40.415951 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.432056 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d4522791-19c2-4bfd-a85c-ccd1c9ce260d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6409924 Aug 24 18:27:40.636567 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8c08f76c-2c46-433c-a771-a2074ce97499 None None] Provisioning complete for port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:40.637224 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8c08f76c-2c46-433c-a771-a2074ce97499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.669606 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Request body: {'port': {'device_id': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:40.673734 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8c08f76c-2c46-433c-a771-a2074ce97499 None None] Port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:40.685199 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 4f42e834-1db8-4db5-82b2-296ec54f548c triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:40.685599 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.797137 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5053637 Aug 24 18:27:40.823332 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-630d3a55-59b0-4a2c-be17-1a8b37dc80c4 None None] Provisioning complete for port 2c7529ef-09cc-45f4-a70f-6208ff228e04 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:40.823706 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-630d3a55-59b0-4a2c-be17-1a8b37dc80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.843873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25a5eaf-506a-4997-8418-694443b37cf9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:40.854484 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Publish callbacks [] for port (e25a5eaf-506a-4997-8418-694443b37cf9), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:40.857374 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Request body: {'port': {'device_id': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:40.860932 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-630d3a55-59b0-4a2c-be17-1a8b37dc80c4 None None] Port 2c7529ef-09cc-45f4-a70f-6208ff228e04 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:40.869793 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 4f42e834-1db8-4db5-82b2-296ec54f548c is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:40.920155 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc656f81-10ab-4e06-a3b8-871ae41c9fc9 admin admin] Publish callbacks [] for security_group (53b9195a-28df-47e5-9266-f82a3dc91abc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.024160 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60385530-f06a-4bfa-afac-0b98974e5a65 req-628c0644-88a2-4d7f-b8c2-0d048abe5506 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:41.026141 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60385530-f06a-4bfa-afac-0b98974e5a65 req-628c0644-88a2-4d7f-b8c2-0d048abe5506 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 932 time: 1.1691940 Aug 24 18:27:41.029631 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.050110 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment cc3cc840-7a76-4e93-a593-32db4624abca resource provider aggregate not found Aug 24 18:27:41.051486 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b285941-e91d-42d5-b819-964976d2e470 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'Port': ['ID=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:41.075927 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:41.082823 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Transition to ACTIVE for port object e25a5eaf-506a-4997-8418-694443b37cf9 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:27:41.084433 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c86264e7-0d9a-418e-8772-1def10d703f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a63fe3da-3f65-4e6a-bb18-f22abbeb0af2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.087037 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c86264e7-0d9a-418e-8772-1def10d703f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.088362 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c86264e7-0d9a-418e-8772-1def10d703f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a63fe3da-3f65-4e6a-bb18-f22abbeb0af2 HTTP/1.1" status: 204 len: 168 time: 2.2387586 Aug 24 18:27:41.090669 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (8f89d308-168b-487e-97dc-2e54c534ba3e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.158022 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment cc3cc840-7a76-4e93-a593-32db4624abca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc3cc840-7a76-4e93-a593-32db4624abca found for delete ", "request_id": "req-a68e6586-cd85-4309-b0ea-dd95d4112b29"}]} Aug 24 18:27:41.167589 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.178037 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f22f-3de0-4b96-a288-be5947441cbc None None] The sync data for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi is: [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:27:41.247025 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:41.249462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08400d0a-286e-4726-8784-951773713b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Pushing event updated for resources: {'Port': ['ID=2c7529ef-09cc-45f4-a70f-6208ff228e04,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:41.273264 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.280139 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] 10.222.0.55 "DELETE /v2.0/networks/8f89d308-168b-487e-97dc-2e54c534ba3e HTTP/1.1" status: 204 len: 168 time: 3.1340885 Aug 24 18:27:41.293012 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86264e7-0d9a-418e-8772-1def10d703f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63fe3da-3f65-4e6a-bb18-f22abbeb0af2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:41.295607 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51682) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:41.298031 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a39be-582c-48b2-9231-42f15c025432 req-78b8f68a-f55d-473a-8b00-4557a46f9d6a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:41.306646 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:41.318380 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ad6a39be-582c-48b2-9231-42f15c025432 req-78b8f68a-f55d-473a-8b00-4557a46f9d6a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 931 time: 1.1468935 Aug 24 18:27:41.330104 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:41.333639 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885aff5-a46f-41ca-8b84-95e7ca34a9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8f89d308-168b-487e-97dc-2e54c534ba3e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:41.348657 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b4f396f-19c9-4b39-be12-99dc014abe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7adc22a6-7ea3-4cf3-afb3-fca06bcaf601), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.351436 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b4f396f-19c9-4b39-be12-99dc014abe07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.352831 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9b4f396f-19c9-4b39-be12-99dc014abe07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7adc22a6-7ea3-4cf3-afb3-fca06bcaf601 HTTP/1.1" status: 204 len: 168 time: 2.3631542 Aug 24 18:27:41.370515 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc656f81-10ab-4e06-a3b8-871ae41c9fc9 admin admin] Publish callbacks [] for security_group (53b9195a-28df-47e5-9266-f82a3dc91abc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.428224 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.483816 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'Port': ['ID=11d5f1f4-ed0a-47d5-b836-245d786749eb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:41.629422 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 35e24b06-0e1a-4172-9ddd-60a978a25a74 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:41.648930 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ad6a39be-582c-48b2-9231-42f15c025432 req-e75ed26f-0244-47d3-8dc3-458d7f11c16b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294241 Aug 24 18:27:41.681830 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.686309 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60385530-f06a-4bfa-afac-0b98974e5a65 req-581e2003-925a-43f5-8c2d-835f1febf4d3 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499953 Aug 24 18:27:41.687153 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f396f-19c9-4b39-be12-99dc014abe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adc22a6-7ea3-4cf3-afb3-fca06bcaf601,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:41.818628 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 35e24b06-0e1a-4172-9ddd-60a978a25a74 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:41.820407 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.963764 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc656f81-10ab-4e06-a3b8-871ae41c9fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (53b9195a-28df-47e5-9266-f82a3dc91abc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.967914 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc656f81-10ab-4e06-a3b8-871ae41c9fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:41.968445 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] Deleting subnet e77f708c-73db-4308-97be-965a95b7af94 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:27:41.970532 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fc656f81-10ab-4e06-a3b8-871ae41c9fc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53b9195a-28df-47e5-9266-f82a3dc91abc HTTP/1.1" status: 204 len: 168 time: 1.5787718 Aug 24 18:27:41.983042 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] Publish callbacks [] for subnet (e77f708c-73db-4308-97be-965a95b7af94), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.023217 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 35e24b06-0e1a-4172-9ddd-60a978a25a74 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:42.024474 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 146ae231-bb99-43ba-90ea-3016646cb5a7 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:42.035186 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-db3ac65f-0614-4cfd-bdc3-6820aee9d17b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--411676983&fields=id&tenant_id=154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 267 time: 0.2143536 Aug 24 18:27:42.051124 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Pushing event updated for resources: {'Port': ['ID=e25a5eaf-506a-4997-8418-694443b37cf9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:42.099113 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 146ae231-bb99-43ba-90ea-3016646cb5a7 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:42.100070 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.135404 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc656f81-10ab-4e06-a3b8-871ae41c9fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9195a-28df-47e5-9266-f82a3dc91abc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:42.345149 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9638878'] for subnet (e77f708c-73db-4308-97be-965a95b7af94), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.386576 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 146ae231-bb99-43ba-90ea-3016646cb5a7 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:42.390714 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device e1268293-4539-4da4-9f5f-4542ec8a51ea up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:42.400044 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Attempting to bind port e25a5eaf-506a-4997-8418-694443b37cf9 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:42.400618 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Attempting to bind port e25a5eaf-506a-4997-8418-694443b37cf9 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:42.401035 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Attempting to bind port e25a5eaf-506a-4997-8418-694443b37cf9 on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:42.441019 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (bd638527-e617-4447-823c-a29c966c7f4a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.479259 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Port e25a5eaf-506a-4997-8418-694443b37cf9 on network e5a21755-3153-4410-a16c-1dfd794a8d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:27:42.479259 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Attempting to bind port e25a5eaf-506a-4997-8418-694443b37cf9 on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:42.537259 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port e1268293-4539-4da4-9f5f-4542ec8a51ea triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:42.537650 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.586889 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:42.586889 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Checking segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:42.587406 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Bound using segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:42.588058 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Bound port: e25a5eaf-506a-4997-8418-694443b37cf9, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:42.588455 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.617262 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (e77f708c-73db-4308-97be-965a95b7af94), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.653527 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-e67cf144-3029-4206-a1cd-d034b89f54f4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:42.669293 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-e67cf144-3029-4206-a1cd-d034b89f54f4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 816 time: 0.6307688 Aug 24 18:27:42.680270 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port e1268293-4539-4da4-9f5f-4542ec8a51ea is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:42.682255 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.695880 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.735105 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port e1268293-4539-4da4-9f5f-4542ec8a51ea, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=e1268293-4539-4da4-9f5f-4542ec8a51ea,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:42.745333 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.747417 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 85e8fd54-8166-4e2f-9a6a-45f9607c60eb up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:42.810550 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-2a31eb3f-8460-40f0-8ba5-c4348914f8e2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/quotas/154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 375 time: 0.1421816 Aug 24 18:27:42.879316 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:42.879925 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:42.919048 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=e1268293-4539-4da4-9f5f-4542ec8a51ea,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:43.006472 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:43.006905 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.026577 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] For port e25a5eaf-506a-4997-8418-694443b37cf9, host hv-cinder-85378, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:43.033749 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] For port e25a5eaf-506a-4997-8418-694443b37cf9, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e25a5eaf-506a-4997-8418-694443b37cf9,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:43.088540 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.098996 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:43.103061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.108380 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] 10.222.0.58 "PUT /v2.0/ports/e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 200 len: 1094 time: 6.4362576 Aug 24 18:27:43.132180 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:43.138088 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'tag': 'e25a5eaf-506a-4997-8418-694443b37cf9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:27:43.139994 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.141793 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:43.182144 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-ce0eb91c-b13c-4960-87a0-47a565140158 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3665438 Aug 24 18:27:43.236185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1ba78d-ee73-4ba6-a5f0-dcf42b72723b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:43.267278 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7529ef-09cc-45f4-a70f-6208ff228e04 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:43.351915 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92311557-b817-4c0c-8070-cbbd96a8eb04 service neutron] Pushing event updated for resources: {'Port': ['ID=e25a5eaf-506a-4997-8418-694443b37cf9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:43.366377 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:43.366840 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.372490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:43.375541 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Publish callbacks [] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.380939 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Publish callbacks [] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.481733 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34323-d0f3-472f-8f26-1b6471ab34c8 req-c248df25-2e35-4d83-ade1-eb44985a379a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:43.491020 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0aa34323-d0f3-472f-8f26-1b6471ab34c8 req-c248df25-2e35-4d83-ade1-eb44985a379a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 931 time: 0.6444890 Aug 24 18:27:43.505255 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Transition to ACTIVE for port object df1ba78d-ee73-4ba6-a5f0-dcf42b72723b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:27:43.507182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Transition to ACTIVE for port object 2c7529ef-09cc-45f4-a70f-6208ff228e04 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:27:43.516467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.537128 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:43.537516 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.548200 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.587691 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-4e220ae2-0ea7-4d52-827b-897b46ff9994 service neutron] 10.222.0.55 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024305 Aug 24 18:27:43.652552 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:43.661884 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.702920 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c01af-5633-4903-9d4c-c07726522944" -d '{"events": [{"name": "network-changed", "server_uuid": "97d71aa7-3c44-4bca-acff-537e40e0a74e", "tag": "e25a5eaf-506a-4997-8418-694443b37cf9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:27:43.755994 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9115538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8504490'] for subnet (e77f708c-73db-4308-97be-965a95b7af94), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.762847 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:43.961065 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device e1268293-4539-4da4-9f5f-4542ec8a51ea up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:43.974219 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:43.988344 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e77f708c-73db-4308-97be-965a95b7af94 HTTP/1.1" status: 204 len: 168 time: 2.6711078 Aug 24 18:27:44.011487 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Pushing event updated for resources: {'Port': ['ID=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:44.024049 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51762) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:44.054896 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0aa34323-d0f3-472f-8f26-1b6471ab34c8 req-e649c215-8b37-4279-9634-1c42878ca581 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5597193 Aug 24 18:27:44.105304 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port e1268293-4539-4da4-9f5f-4542ec8a51ea triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:44.105686 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.113209 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-3d60c24b-8566-465c-a86e-a7e6a738c358 service neutron] 10.222.0.55 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911908 Aug 24 18:27:44.162093 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=2c7529ef-09cc-45f4-a70f-6208ff228e04,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:44.168021 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Attempting to bind port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:44.168720 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Attempting to bind port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:44.169269 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Attempting to bind port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:44.173943 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Attempting to bind port 2c7529ef-09cc-45f4-a70f-6208ff228e04 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:44.174567 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Attempting to bind port 2c7529ef-09cc-45f4-a70f-6208ff228e04 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:44.175142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Attempting to bind port 2c7529ef-09cc-45f4-a70f-6208ff228e04 on network 5681b6c3-748a-4a23-84e9-63163070688e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:44.180595 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b on network e5a21755-3153-4410-a16c-1dfd794a8d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:27:44.181255 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Attempting to bind port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:44.187224 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:44.188526 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Checking segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:44.189314 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Bound using segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:44.189989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Bound port: df1ba78d-ee73-4ba6-a5f0-dcf42b72723b, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:44.190562 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.206850 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Port 2c7529ef-09cc-45f4-a70f-6208ff228e04 on network 5681b6c3-748a-4a23-84e9-63163070688e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:27:44.207181 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Attempting to bind port 2c7529ef-09cc-45f4-a70f-6208ff228e04 on network 5681b6c3-748a-4a23-84e9-63163070688e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:44.215369 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:44.215678 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Checking segment: {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:44.217348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Bound using segment: {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:44.217447 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Bound port: 2c7529ef-09cc-45f4-a70f-6208ff228e04, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d545fde-e3cb-4896-b32a-30f54868b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:44.217746 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.283612 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] For port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:44.288207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] For port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:44.317173 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.332904 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port e1268293-4539-4da4-9f5f-4542ec8a51ea is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:44.335682 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 85e8fd54-8166-4e2f-9a6a-45f9607c60eb up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:44.345732 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc5193-9b57-478b-a846-d2cbff06b49e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77f708c-73db-4308-97be-965a95b7af94,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:44.356939 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.361912 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.398675 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:44.399365 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.401288 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] 10.222.0.58 "PUT /v2.0/ports/df1ba78d-ee73-4ba6-a5f0-dcf42b72723b HTTP/1.1" status: 200 len: 1093 time: 3.7365856 Aug 24 18:27:44.403539 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'tag': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:27:44.487852 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:44.488078 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-6d7bc5ab-52cd-4fc4-a758-91ecef632712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:44.488231 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.489718 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-6d7bc5ab-52cd-4fc4-a758-91ecef632712 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1128 time: 1.1262293 Aug 24 18:27:44.529317 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (802d4f65-835e-44ce-a5a6-54c0af134113), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.534382 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (bd638527-e617-4447-823c-a29c966c7f4a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.560494 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'Port': ['ID=11d5f1f4-ed0a-47d5-b836-245d786749eb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:44.579582 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.581676 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c92087ba-1ae1-44ca-a8b3-072542f15718 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9959242 Aug 24 18:27:44.585602 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] For port 2c7529ef-09cc-45f4-a70f-6208ff228e04, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:44.588206 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44438d2-cb09-499f-a840-c012216e9af3 service neutron] Pushing event updated for resources: {'Port': ['ID=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:44.625422 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] For port 2c7529ef-09cc-45f4-a70f-6208ff228e04, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2c7529ef-09cc-45f4-a70f-6208ff228e04,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:44.639378 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.652272 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:44.652960 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.657421 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] 10.222.0.58 "PUT /v2.0/ports/2c7529ef-09cc-45f4-a70f-6208ff228e04 HTTP/1.1" status: 200 len: 1094 time: 3.8168838 Aug 24 18:27:44.703386 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129af1b-8923-498e-a1a3-05e9b29e0aa1 req-bae87dbb-75af-4def-a9a2-a5cf2d53af39 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:44.705272 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:44.714534 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d129af1b-8923-498e-a1a3-05e9b29e0aa1 req-bae87dbb-75af-4def-a9a2-a5cf2d53af39 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.3550789 Aug 24 18:27:44.726408 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (802d4f65-835e-44ce-a5a6-54c0af134113), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.749223 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606668e7-9136-464c-829a-4e668f53ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=2c7529ef-09cc-45f4-a70f-6208ff228e04,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:44.775075 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802d4f65-835e-44ce-a5a6-54c0af134113']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:44.795761 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7f69bf-06e4-4afb-b35b-71aa1c8f2164') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:44.796077 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7f69bf-06e4-4afb-b35b-71aa1c8f2164') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:44.828357 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d129af1b-8923-498e-a1a3-05e9b29e0aa1 req-559f12ad-6ba9-45fe-9fd9-75f12a66e535 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067896 Aug 24 18:27:44.831230 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (0c7f69bf-06e4-4afb-b35b-71aa1c8f2164), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.851573 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (0c7f69bf-06e4-4afb-b35b-71aa1c8f2164), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.858025 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:27:44.858453 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (0c7f69bf-06e4-4afb-b35b-71aa1c8f2164), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.919893 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedc63c4-6f4d-4d42-b2a9-ccf6fb7da51d x-openstack-request-id: req-eedc63c4-6f4d-4d42-b2a9-ccf6fb7da51d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:27:44.920212 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d71aa7-3c44-4bca-acff-537e40e0a74e", "tag": "e25a5eaf-506a-4997-8418-694443b37cf9", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:27:44.920773 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eedc63c4-6f4d-4d42-b2a9-ccf6fb7da51d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:27:44.921219 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedc63c4-6f4d-4d42-b2a9-ccf6fb7da51d'] response: {'name': 'network-changed', 'server_uuid': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'tag': 'e25a5eaf-506a-4997-8418-694443b37cf9', 'status': 'completed', 'code': 200} Aug 24 18:27:44.923385 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (802d4f65-835e-44ce-a5a6-54c0af134113), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.937642 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:44.943616 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] 10.222.0.55 "DELETE /v2.0/networks/802d4f65-835e-44ce-a5a6-54c0af134113 HTTP/1.1" status: 204 len: 168 time: 0.8857281 Aug 24 18:27:44.965379 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 0c7f69bf-06e4-4afb-b35b-71aa1c8f2164 resource provider aggregate not found Aug 24 18:27:44.970258 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8caf5aa6-c9c3-4250-b68e-25ead95975fe req-b3dc309e-2d89-464e-8bec-979124a376fc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 210 time: 0.0521145 Aug 24 18:27:44.980335 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef1b5c-081a-4175-8273-8c1a8d017985 admin admin] Pushing event deleted for resources: {'Network': ['ID=802d4f65-835e-44ce-a5a6-54c0af134113,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:44.988081 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 0c7f69bf-06e4-4afb-b35b-71aa1c8f2164 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c7f69bf-06e4-4afb-b35b-71aa1c8f2164 found for delete ", "request_id": "req-39cc7784-a896-4e67-86da-e292b1aaf246"}]} Aug 24 18:27:45.098748 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915077a1-565b-47b5-952e-7e5a7dfe83e8" -d '{"events": [{"name": "network-changed", "server_uuid": "42178f5f-14a2-4929-92b7-6e4fdc4ecce7", "tag": "df1ba78d-ee73-4ba6-a5f0-dcf42b72723b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:27:45.134795 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-fd780604-2365-452c-80e6-de50319be5f6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1530338463&fields=id&tenant_id=f5cd3445ebca4f36947cbc0d250db07f HTTP/1.1" status: 200 len: 267 time: 0.0534513 Aug 24 18:27:45.207322 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753b1b-18a1-4831-991a-75391a5197b9 req-4489c688-d5d3-4597-954a-9b5d225906ee tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:45.208884 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5a753b1b-18a1-4831-991a-75391a5197b9 req-4489c688-d5d3-4597-954a-9b5d225906ee tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.0560298 Aug 24 18:27:45.271413 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-10ee9975-1494-4cba-be48-0c3b51875963 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:45.272885 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-10ee9975-1494-4cba-be48-0c3b51875963 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 811 time: 0.1317103 Aug 24 18:27:45.293514 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5a753b1b-18a1-4831-991a-75391a5197b9 req-3803b684-acf3-4b25-9b34-3a33cb08b59c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714083 Aug 24 18:27:45.295248 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-27e691ed-92ed-496f-a011-0e1a59ed3070 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/quotas/f5cd3445ebca4f36947cbc0d250db07f HTTP/1.1" status: 200 len: 375 time: 0.0139344 Aug 24 18:27:45.307832 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51832) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:45.384909 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-aeb6610c-6502-4a23-b4bd-aded03fe6529 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834045 Aug 24 18:27:45.389032 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-df8db1a0-b887-4b1c-a4c1-958c001dba03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce0c82b87b5f45feadbf0177b98d9fc6&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0771632 Aug 24 18:27:45.389706 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:45.516578 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d81f4d-ab3c-4e6f-b1b9-b353abdd2a00 admin admin] Publish callbacks [] for security_group (e4d3d2e9-146c-4dea-9618-6744fb22aa55), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:45.547898 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-90ae9571-699a-4a26-b61d-dd61879f9c49 service neutron] 10.222.0.55 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433244 Aug 24 18:27:45.559322 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d81f4d-ab3c-4e6f-b1b9-b353abdd2a00 admin admin] Publish callbacks [] for security_group (e4d3d2e9-146c-4dea-9618-6744fb22aa55), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:45.627589 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee94c3-df94-4673-a3ae-388a9a11f493 x-openstack-request-id: req-b5ee94c3-df94-4673-a3ae-388a9a11f493 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:27:45.627959 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42178f5f-14a2-4929-92b7-6e4fdc4ecce7", "tag": "df1ba78d-ee73-4ba6-a5f0-dcf42b72723b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:27:45.628134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5ee94c3-df94-4673-a3ae-388a9a11f493 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:27:45.628809 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ee94c3-df94-4673-a3ae-388a9a11f493'] response: {'name': 'network-changed', 'server_uuid': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'tag': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b', 'status': 'completed', 'code': 200} Aug 24 18:27:45.691998 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-0a66ff27-5bcc-4d45-955a-711997e31aa7 service neutron] 10.222.0.55 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351025 Aug 24 18:27:45.693489 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d81f4d-ab3c-4e6f-b1b9-b353abdd2a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e4d3d2e9-146c-4dea-9618-6744fb22aa55), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:45.700262 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16d81f4d-ab3c-4e6f-b1b9-b353abdd2a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:45.703688 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-16d81f4d-ab3c-4e6f-b1b9-b353abdd2a00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4d3d2e9-146c-4dea-9618-6744fb22aa55 HTTP/1.1" status: 204 len: 168 time: 0.3106806 Aug 24 18:27:45.715429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d81f4d-ab3c-4e6f-b1b9-b353abdd2a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3d2e9-146c-4dea-9618-6744fb22aa55,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:45.828871 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:27:45.996253 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:45.997218 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:46.164820 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:46.327756 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d34b4e69-b7e9-49ba-9f0a-82c78f070b5d req-6cf0d73a-af79-418d-aeaf-cd1e410388d1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 210 time: 0.2056828 Aug 24 18:27:46.413435 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915077a1-565b-47b5-952e-7e5a7dfe83e8 req-843cb6aa-f6ef-4070-8643-5160807b4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:46.417035 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-915077a1-565b-47b5-952e-7e5a7dfe83e8 req-843cb6aa-f6ef-4070-8643-5160807b4400 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 1127 time: 0.3042629 Aug 24 18:27:46.423153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-2169eb6d-7006-4008-9cbc-d648130f4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:46.426854 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-2169eb6d-7006-4008-9cbc-d648130f4698 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b2e9bfdf81c4284ac06c1787c1082ca&device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 1128 time: 0.4600616 Aug 24 18:27:46.553974 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-02e87e69-a7e6-45ac-94ab-5f0bf66987b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7529ef-09cc-45f4-a70f-6208ff228e04 HTTP/1.1" status: 200 len: 217 time: 0.1039612 Aug 24 18:27:46.617544 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-1ac5c868-5a5f-435d-900f-4bd7cd313882 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 200 len: 217 time: 0.7027738 Aug 24 18:27:46.646855 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3709ac4a-3ec5-4137-a946-f5e0d0cbd1c9 req-331ab3c8-1a14-44e4-9c6d-45b8933466fe tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 210 time: 0.0919716 Aug 24 18:27:46.715421 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 51924) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:46.806670 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc767df-3d86-4559-8da2-d4441515b42d req-b1dda593-dbbb-46fe-82ee-3ba14e5892f9 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:46.809986 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8fc767df-3d86-4559-8da2-d4441515b42d req-b1dda593-dbbb-46fe-82ee-3ba14e5892f9 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.2080719 Aug 24 18:27:46.846722 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-5c2022c5-ba3e-4b9e-86d1-8fcb90d34b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:46.857326 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-5c2022c5-ba3e-4b9e-86d1-8fcb90d34b84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.1860018 Aug 24 18:27:46.938917 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-2f0fb29d-5ccd-47ee-8961-565fe20d34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:46.942729 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-2f0fb29d-5ccd-47ee-8961-565fe20d34b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=861f6593-d622-42e4-8469-53f8a530b22b HTTP/1.1" status: 200 len: 851 time: 0.2796075 Aug 24 18:27:46.997179 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8fc767df-3d86-4559-8da2-d4441515b42d req-620140d0-15a7-4a72-859c-1f7f891c4173 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751730 Aug 24 18:27:47.018537 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-c58818b5-1185-4a71-8532-671d3da69949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:47.020519 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-c58818b5-1185-4a71-8532-671d3da69949 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1620855 Aug 24 18:27:47.087015 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d898a1ca-5437-42f9-b11b-dae3a70050fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c7924fb92644a789cce0fae50328e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464155 Aug 24 18:27:47.089241 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 51936) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:47.103267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.58', 53403) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:47.113376 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915077a1-565b-47b5-952e-7e5a7dfe83e8 req-aaa22890-5eb6-4d79-b323-b173f10dbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:47.114813 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-915077a1-565b-47b5-952e-7e5a7dfe83e8 req-aaa22890-5eb6-4d79-b323-b173f10dbb13 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6751454 Aug 24 18:27:47.281753 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-558beec9-f30d-4c65-87b4-1bbd44628a6e admin admin] Publish callbacks [] for security_group (436b498f-e262-4e73-a504-5574f74bcae2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:47.305216 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-988f1495-ab4e-448d-9ef0-05b3200d2765 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197244 Aug 24 18:27:47.316964 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-558beec9-f30d-4c65-87b4-1bbd44628a6e admin admin] Publish callbacks [] for security_group (436b498f-e262-4e73-a504-5574f74bcae2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:47.470099 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-77312c88-3e93-4742-866b-86cfb930a2ee req-8dbcdf76-1bd2-4416-b948-71f862556c7f tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 210 time: 0.0375218 Aug 24 18:27:47.479399 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b825c-ddef-4767-823b-4038f97cd868 req-3accb68d-df0d-4a81-aeaf-2c525070bd2e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:47.480052 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1c8b825c-ddef-4767-823b-4038f97cd868 req-3accb68d-df0d-4a81-aeaf-2c525070bd2e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.6683874 Aug 24 18:27:47.531263 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50170c31-b32a-4d6c-ac1c-e139d3574d80 req-530a4be7-a9c6-4d0d-8555-21f433c2c107 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034509 Aug 24 18:27:47.539410 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-558beec9-f30d-4c65-87b4-1bbd44628a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (436b498f-e262-4e73-a504-5574f74bcae2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:47.542180 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-558beec9-f30d-4c65-87b4-1bbd44628a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:47.546507 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-558beec9-f30d-4c65-87b4-1bbd44628a6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/436b498f-e262-4e73-a504-5574f74bcae2 HTTP/1.1" status: 204 len: 168 time: 0.4493084 Aug 24 18:27:47.554295 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558beec9-f30d-4c65-87b4-1bbd44628a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b498f-e262-4e73-a504-5574f74bcae2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:47.633743 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'tag': '2c7529ef-09cc-45f4-a70f-6208ff228e04'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:27:47.637881 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23" -d '{"events": [{"name": "network-changed", "server_uuid": "e7178262-7665-4b5a-a31c-25b7d6a71878", "tag": "2c7529ef-09cc-45f4-a70f-6208ff228e04"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:27:47.694296 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-5cde783e-bb98-4f35-9874-bb30b5ac451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:47.695816 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-5cde783e-bb98-4f35-9874-bb30b5ac451b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5681b6c3-748a-4a23-84e9-63163070688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7306728 Aug 24 18:27:47.725063 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c01af-5633-4903-9d4c-c07726522944 req-f838545f-79ba-4c48-a752-b487a64b21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:47.726762 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-f838545f-79ba-4c48-a752-b487a64b21ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1128 time: 0.0775843 Aug 24 18:27:47.733477 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdbec9a-8dc3-45ad-affd-36e9716a04ce x-openstack-request-id: req-0cdbec9a-8dc3-45ad-affd-36e9716a04ce {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:27:47.736556 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7178262-7665-4b5a-a31c-25b7d6a71878", "tag": "2c7529ef-09cc-45f4-a70f-6208ff228e04", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:27:47.737081 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0cdbec9a-8dc3-45ad-affd-36e9716a04ce {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:27:47.737697 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdbec9a-8dc3-45ad-affd-36e9716a04ce'] response: {'name': 'network-changed', 'server_uuid': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'tag': '2c7529ef-09cc-45f4-a70f-6208ff228e04', 'status': 'completed', 'code': 200} Aug 24 18:27:47.860881 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1c8b825c-ddef-4767-823b-4038f97cd868 req-05c3f43c-7213-4ae6-a647-ca2d529fe46a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187346 Aug 24 18:27:47.904930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.58', 53406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:47.956911 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1a89776-675b-4e56-8bc2-3c555047a552 req-79fcc315-c0d4-4b58-a4c7-5a085b476bd0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 210 time: 0.1392696 Aug 24 18:27:48.079220 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c01af-5633-4903-9d4c-c07726522944 req-0cf62e3a-a684-4319-b40a-0262d71989e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.081732 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-0cf62e3a-a684-4319-b40a-0262d71989e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.3423522 Aug 24 18:27:48.141808 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-4a9c7ee3-db68-48db-b081-7d153628143d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.144365 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-4a9c7ee3-db68-48db-b081-7d153628143d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 816 time: 1.0347440 Aug 24 18:27:48.160198 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-e6b9b0f3-938b-4e1f-8ebb-35a0a3bf08c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 200 len: 217 time: 0.0721509 Aug 24 18:27:48.235126 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915077a1-565b-47b5-952e-7e5a7dfe83e8 req-62bdf5ee-d5ca-46a8-813e-04e823239566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.237856 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-915077a1-565b-47b5-952e-7e5a7dfe83e8 req-62bdf5ee-d5ca-46a8-813e-04e823239566 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0868468 Aug 24 18:27:48.246077 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c01af-5633-4903-9d4c-c07726522944 req-9343821d-e7cf-47d3-852b-9650a6b0c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.253208 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-9343821d-e7cf-47d3-852b-9650a6b0c644 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0840616 Aug 24 18:27:48.309670 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-949fa05e-f265-47db-85e8-db213e1f20af service neutron] 10.222.0.58 "GET /v2.0/networks/5681b6c3-748a-4a23-84e9-63163070688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664322 Aug 24 18:27:48.331910 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c01af-5633-4903-9d4c-c07726522944 req-ffda4991-8cba-463c-a2a9-29b3c1a39ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.333575 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-ffda4991-8cba-463c-a2a9-29b3c1a39ab2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709598 Aug 24 18:27:48.448759 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-ec570b89-511c-488d-93c7-2cbe60831cf7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.450295 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-ec570b89-511c-488d-93c7-2cbe60831cf7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 811 time: 0.5394340 Aug 24 18:27:48.458462 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-8aec5841-15b8-4cb0-a4b6-cb78519efbe8 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072862 Aug 24 18:27:48.463885 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4938-e047-4475-90cb-9a377bc08088 req-368236b8-6943-4755-9076-6833069b370e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.465395 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a17d4938-e047-4475-90cb-9a377bc08088 req-368236b8-6943-4755-9076-6833069b370e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.3196559 Aug 24 18:27:48.470293 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8a8526ce-aeff-4c00-8c0c-83d4918e53ab tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 379 time: 0.3051546 Aug 24 18:27:48.494596 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'port': {'device_id': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'admin_state_up': True, 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'security_groups': ['ff53c5cc-afa6-47e6-a778-8312be7bef94']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:48.605390 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-f11200a9-a30c-42ed-8eb3-7af896e417f7 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324925 Aug 24 18:27:48.628807 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0fcfcb4e-0273-41b2-addf-a90a8882267a req-6be40a65-0a33-48ad-9427-26e04bae0a7f tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 210 time: 0.0388074 Aug 24 18:27:48.677429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-9aeaaf49-e7c0-44c1-9d99-d95664745d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:48.678962 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-9aeaaf49-e7c0-44c1-9d99-d95664745d87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 1127 time: 0.3218536 Aug 24 18:27:48.680763 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2619b5a8-1869-4da3-809e-02e7e33a9243 req-0dbff314-7c64-4b03-a980-57151d903724 service neutron] 10.222.0.58 "GET /v2.0/networks/5681b6c3-748a-4a23-84e9-63163070688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424122 Aug 24 18:27:48.732629 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a17d4938-e047-4475-90cb-9a377bc08088 req-d31ef820-9cab-4120-8adb-83d985fdb5a8 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433262 Aug 24 18:27:48.775534 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e00d22b2-9c5a-4f59-9b80-0602d8a800f5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cd3445ebca4f36947cbc0d250db07f HTTP/1.1" status: 200 len: 380 time: 0.3017428 Aug 24 18:27:48.779253 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-fe309ad3-7b99-4ef6-b21b-05f5eeebae01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b HTTP/1.1" status: 200 len: 217 time: 0.0704637 Aug 24 18:27:48.785720 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52042) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:48.801778 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Made reservation on behalf of 154b7777047c4f36bee61d548c92051a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:48.805246 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:48.861819 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'port': {'device_id': '5796a93c-e478-407a-af9d-bfddb468d030', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'admin_state_up': True, 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'security_groups': ['7a4d78a9-f998-4845-a8d5-c7fe4a372999']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:49.082559 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04888a77-be82-4cb7-8f6b-7f6625c8cc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:49.140171 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1606d-0ecd-46fe-8262-299aabbe9b8c req-e0aa0711-43a5-4d10-ad4d-f6d839658e54 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:49.141999 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ad1606d-0ecd-46fe-8262-299aabbe9b8c req-e0aa0711-43a5-4d10-ad4d-f6d839658e54 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.1575339 Aug 24 18:27:49.172938 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4836315c-f912-45b4-a502-6862ecbb3482 req-f30f7e31-d931-4957-8bf8-f8bedc184bd3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 210 time: 0.0809040 Aug 24 18:27:49.243497 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ad1606d-0ecd-46fe-8262-299aabbe9b8c req-6bbdc4b2-18c1-44d4-83dd-5d7acdcd378a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Aug 24 18:27:49.256274 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04888a77-be82-4cb7-8f6b-7f6625c8cc15 admin admin] Publish callbacks [] for security_group (7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:49.267568 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Allocated IP 172.20.0.9 (eb0c16a0-31e6-4a72-bc78-784dbd2d9329/9d2fb69b-0807-4275-9b98-f7b953c6f728/eb2dcfc0-36e5-419a-8639-011900a2f91f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:49.293140 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-7c9e2de4-4e32-4858-9ca0-166c78b1cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:49.294736 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-7c9e2de4-4e32-4858-9ca0-166c78b1cd4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.4548230 Aug 24 18:27:49.329642 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04888a77-be82-4cb7-8f6b-7f6625c8cc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:49.363467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-de296c6f-8896-4b59-a1ca-eb0342db6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:49.365210 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-de296c6f-8896-4b59-a1ca-eb0342db6ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b2e9bfdf81c4284ac06c1787c1082ca&device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 1128 time: 0.5237224 Aug 24 18:27:49.379815 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-04888a77-be82-4cb7-8f6b-7f6625c8cc15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=934f7c8e5c5247209b4e478c889739dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921092 Aug 24 18:27:49.380978 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04888a77-be82-4cb7-8f6b-7f6625c8cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:49.383275 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52078) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:49.476533 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76fd4451-b5cf-418e-8985-38707f956f63 admin admin] Publish callbacks [] for security_group (7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:49.505062 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76fd4451-b5cf-418e-8985-38707f956f63 admin admin] Publish callbacks [] for security_group (7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:49.569118 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76fd4451-b5cf-418e-8985-38707f956f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:49.575372 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76fd4451-b5cf-418e-8985-38707f956f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:49.581698 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-76fd4451-b5cf-418e-8985-38707f956f63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf HTTP/1.1" status: 204 len: 168 time: 0.1971707 Aug 24 18:27:49.599576 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-21900f21-5b28-437f-abf6-214119a427af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:49.603390 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-21900f21-5b28-437f-abf6-214119a427af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2995183 Aug 24 18:27:49.604325 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd4451-b5cf-418e-8985-38707f956f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b7f1d-3b1e-48a0-ab87-5a07969c0faf,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:49.900024 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aa914-4a01-4b35-8fbb-bb3a60866c16 req-5325aba6-f133-44d5-979c-c394c1c4e32d tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:49.903156 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d52aa914-4a01-4b35-8fbb-bb3a60866c16 req-5325aba6-f133-44d5-979c-c394c1c4e32d tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.0841665 Aug 24 18:27:49.970611 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d52aa914-4a01-4b35-8fbb-bb3a60866c16 req-31adaa59-8c60-4b81-aabc-0ee46e65536e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616906 Aug 24 18:27:50.100178 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Made reservation on behalf of f5cd3445ebca4f36947cbc0d250db07f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:50.102910 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52110) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:50.103993 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.119450 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d66c2331-62d0-4e0d-9b5a-20c52fea4537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.136155 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3ae5727-4e58-4ed6-a158-1aa307ffee47 req-413922f1-9c95-4c1d-922b-9aa0afd3f724 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 210 time: 0.3383541 Aug 24 18:27:50.170771 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-fd1af817-7b5b-4bb8-ab10-1555a18eb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:50.172247 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-fd1af817-7b5b-4bb8-ab10-1555a18eb20a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5681b6c3-748a-4a23-84e9-63163070688e HTTP/1.1" status: 200 len: 913 time: 0.7860627 Aug 24 18:27:50.180663 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-60a2281f-8bb3-49d8-984f-2c1386c14ff5 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403223 Aug 24 18:27:50.223597 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d66c2331-62d0-4e0d-9b5a-20c52fea4537 admin admin] Publish callbacks [] for security_group (b92b73c8-048a-4f51-88e9-f48abb6e1735), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.230931 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d66c2331-62d0-4e0d-9b5a-20c52fea4537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b92b73c8-048a-4f51-88e9-f48abb6e1735), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.237527 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-cf57202e-2b8b-4bd5-b762-ea6cf4e944be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c7529ef-09cc-45f4-a70f-6208ff228e04 HTTP/1.1" status: 200 len: 217 time: 0.0513470 Aug 24 18:27:50.242182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.310505 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90dc2f09-7666-40b2-9d77-e50e169ffc64 req-dcd5f1da-7cbe-479c-86a0-82699ad95e94 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 210 time: 0.0454948 Aug 24 18:27:50.323873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c2331-62d0-4e0d-9b5a-20c52fea4537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b73c8-048a-4f51-88e9-f48abb6e1735,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:50.348602 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d66c2331-62d0-4e0d-9b5a-20c52fea4537 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fb1e3364ad74ff98323c633d21954b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443371 Aug 24 18:27:50.351900 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52120) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:50.403360 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a61f2938-0b27-470b-8cca-8a2755c39492 admin admin] Publish callbacks [] for security_group (b92b73c8-048a-4f51-88e9-f48abb6e1735), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.433753 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a61f2938-0b27-470b-8cca-8a2755c39492 admin admin] Publish callbacks [] for security_group (b92b73c8-048a-4f51-88e9-f48abb6e1735), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.484556 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-28eea368-6b18-4d2b-a86f-8f085c4edc81 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915311 Aug 24 18:27:50.486442 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-a8a59e7e-5ee8-4c98-ab9a-ce0413d3d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:50.487910 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-a8a59e7e-5ee8-4c98-ab9a-ce0413d3d99f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=861f6593-d622-42e4-8469-53f8a530b22b HTTP/1.1" status: 200 len: 851 time: 0.2100523 Aug 24 18:27:50.490260 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a61f2938-0b27-470b-8cca-8a2755c39492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b92b73c8-048a-4f51-88e9-f48abb6e1735), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.493203 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a61f2938-0b27-470b-8cca-8a2755c39492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.496959 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a61f2938-0b27-470b-8cca-8a2755c39492 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b92b73c8-048a-4f51-88e9-f48abb6e1735 HTTP/1.1" status: 204 len: 168 time: 0.1416378 Aug 24 18:27:50.508126 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f2938-0b27-470b-8cca-8a2755c39492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b73c8-048a-4f51-88e9-f48abb6e1735,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:50.548032 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.601218 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Allocated IP 172.20.0.14 (1cebb614-813a-462e-94b5-fc5d59143430/6a104de8-9ba3-40fb-96d3-52483764a5bf/743ba82b-d069-47cd-9a54-6f57bfd7cc91) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:50.617149 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314076c8-3b41-47e7-b1c0-b5d97157f5a5 req-c5592ff5-3790-42c2-82cb-6d3765ef660e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:50.618713 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-314076c8-3b41-47e7-b1c0-b5d97157f5a5 req-c5592ff5-3790-42c2-82cb-6d3765ef660e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.2748682 Aug 24 18:27:50.635816 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:50.650332 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:50.653770 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:50.659077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:50.659686 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.676963 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:50.695196 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-29169e80-1c1c-4351-bed9-0fae210983b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:50.696866 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-29169e80-1c1c-4351-bed9-0fae210983b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5681b6c3-748a-4a23-84e9-63163070688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1952002 Aug 24 18:27:50.711573 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-8411dad5-aed9-4479-87b0-82757eaa7dce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2265363 Aug 24 18:27:50.745239 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Request body: {'port': {'device_id': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:50.860849 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-314076c8-3b41-47e7-b1c0-b5d97157f5a5 req-86e10681-d89f-4ea8-9604-ef3a513d32be tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328122 Aug 24 18:27:50.953260 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:50.978040 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-d9b4286b-fc66-4662-b823-2c76a6c78e83 None None] Provisioning complete for port eb2dcfc0-36e5-419a-8639-011900a2f91f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:50.978568 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9b4286b-fc66-4662-b823-2c76a6c78e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.041555 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4286b-fc66-4662-b823-2c76a6c78e83 None None] Port eb2dcfc0-36e5-419a-8639-011900a2f91f cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:51.058150 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-0fd481f7-d703-4922-89f4-54252b9bb917 service neutron] 10.222.0.58 "GET /v2.0/networks/5681b6c3-748a-4a23-84e9-63163070688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393154 Aug 24 18:27:51.139348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.171927 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06416820-f0cf-4ae7-bea1-ebd32cd1c8dd req-4cdac4a2-ac73-4a22-b123-d69819036f74 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:51.174652 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06416820-f0cf-4ae7-bea1-ebd32cd1c8dd req-4cdac4a2-ac73-4a22-b123-d69819036f74 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.1084425 Aug 24 18:27:51.271780 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06416820-f0cf-4ae7-bea1-ebd32cd1c8dd req-1f98e39a-dfaa-41e8-a071-15b319a6a25b tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893605 Aug 24 18:27:51.283247 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47b4a49d-cc8c-4f15-9e9a-bd7fd6a0bc23 req-8f043571-288d-4748-b072-a86a11aea411 service neutron] 10.222.0.58 "GET /v2.0/networks/5681b6c3-748a-4a23-84e9-63163070688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241333 Aug 24 18:27:51.346645 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5629c0db-c642-463a-82e7-8f1c66a9520e req-30c366e5-f3fb-49fd-9a98-729e844a2d11 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 210 time: 0.0591164 Aug 24 18:27:51.386288 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.474035 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Network 1cebb614-813a-462e-94b5-fc5d59143430 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:51.477928 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:51.485088 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:27:51.491108 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:51.492105 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.513498 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e25a5eaf-506a-4997-8418-694443b37cf9 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:27:51.535930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'Port': ['ID=743ba82b-d069-47cd-9a54-6f57bfd7cc91,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:51.539741 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5d9-eca9-4a95-a343-83c8d08e289c req-c49b22e9-5c23-4168-bcec-3648ed415576 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:51.541551 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d4fb5d9-eca9-4a95-a343-83c8d08e289c req-c49b22e9-5c23-4168-bcec-3648ed415576 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 931 time: 0.1030872 Aug 24 18:27:51.553136 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-e6d3cc8b-725b-4329-8461-5643bb48bc45 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7106907 Aug 24 18:27:51.580302 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Request body: {'port': {'device_id': '5796a93c-e478-407a-af9d-bfddb468d030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:27:51.689229 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d4fb5d9-eca9-4a95-a343-83c8d08e289c req-2dd5959d-f7c4-4ee2-a6e4-58b8731c56b5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368821 Aug 24 18:27:51.770432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.791156 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e25a5eaf-506a-4997-8418-694443b37cf9, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e25a5eaf-506a-4997-8418-694443b37cf9,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:51.819674 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'e25a5eaf-506a-4997-8418-694443b37cf9', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'port_id': 'e25a5eaf-506a-4997-8418-694443b37cf9', 'mac_address': 'fa:16:3e:1a:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:27:51.834219 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2dcfc0-36e5-419a-8639-011900a2f91f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:51.847848 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Publish callbacks [] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.909457 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port e25a5eaf-506a-4997-8418-694443b37cf9 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:51.912089 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.920451 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Transition to ACTIVE for port object eb2dcfc0-36e5-419a-8639-011900a2f91f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:27:51.931416 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:51.937652 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25a5eaf-506a-4997-8418-694443b37cf9 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:51.984113 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e25a5eaf-506a-4997-8418-694443b37cf9, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e25a5eaf-506a-4997-8418-694443b37cf9,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:51.990617 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-76041cbd-2ace-4036-ad69-2aaa6f3dfd99 None None] Provisioning complete for port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:27:51.990997 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-76041cbd-2ace-4036-ad69-2aaa6f3dfd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.023889 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.026140 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-76041cbd-2ace-4036-ad69-2aaa6f3dfd99 None None] Port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:27:52.105155 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=e25a5eaf-506a-4997-8418-694443b37cf9,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:52.116613 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:52.124875 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Attempting to bind port eb2dcfc0-36e5-419a-8639-011900a2f91f on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:52.125279 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Attempting to bind port eb2dcfc0-36e5-419a-8639-011900a2f91f by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:52.125606 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Attempting to bind port eb2dcfc0-36e5-419a-8639-011900a2f91f on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:52.138889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Port eb2dcfc0-36e5-419a-8639-011900a2f91f on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:27:52.139211 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Attempting to bind port eb2dcfc0-36e5-419a-8639-011900a2f91f on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:52.149790 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:52.150155 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Checking segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:52.150813 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Bound using segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:52.151009 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Bound port: eb2dcfc0-36e5-419a-8639-011900a2f91f, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:52.151370 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.191849 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166cdd-76f1-4ec9-88ff-adcb2340250d req-58ea9733-3b99-4043-85d9-b1fbd3c13c1d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:52.192774 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-33166cdd-76f1-4ec9-88ff-adcb2340250d req-58ea9733-3b99-4043-85d9-b1fbd3c13c1d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.1386964 Aug 24 18:27:52.237139 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:52.308878 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-33166cdd-76f1-4ec9-88ff-adcb2340250d req-3e3559d8-74ef-43d7-b2b7-b15c8b31eabd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019228 Aug 24 18:27:52.353579 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:52.392049 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743ba82b-d069-47cd-9a54-6f57bfd7cc91 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:52.408281 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:52.413555 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Publish callbacks [] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.421521 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.432148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:52.432148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.432604 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] 10.222.0.58 "PUT /v2.0/ports/eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 200 len: 1093 time: 1.6999769 Aug 24 18:27:52.435660 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:27:52.438193 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bbf3c6-8832-415e-9c8e-262d21ba8f13" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:27:52.444895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Transition to ACTIVE for port object 743ba82b-d069-47cd-9a54-6f57bfd7cc91 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:27:52.476679 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.505561 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce95b4-c3b4-4c7c-b0db-727df0bc2a05 req-314f78b0-3918-42a3-bc03-f07909b24f09 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:52.507038 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2ce95b4-c3b4-4c7c-b0db-727df0bc2a05 req-314f78b0-3918-42a3-bc03-f07909b24f09 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.1046715 Aug 24 18:27:52.521771 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84aecadd-a814-4f1b-a90e-71cb2549dcc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.557810 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2ce95b4-c3b4-4c7c-b0db-727df0bc2a05 req-8b2b174c-e98a-43c0-8c1a-7834a8695853 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Aug 24 18:27:52.596619 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a70f1-aaca-495d-ba14-f91ca0efecd3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:52.604940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Attempting to bind port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:27:52.605283 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Attempting to bind port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:27:52.605621 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Attempting to bind port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 on network 1cebb614-813a-462e-94b5-fc5d59143430 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:52.638170 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3164f7ab-2015-4000-9ad9-2cfe12161dc3 x-openstack-request-id: req-3164f7ab-2015-4000-9ad9-2cfe12161dc3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:27:52.638461 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:27:52.638711 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3164f7ab-2015-4000-9ad9-2cfe12161dc3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:27:52.639109 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3164f7ab-2015-4000-9ad9-2cfe12161dc3'] response: {'name': 'network-changed', 'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'status': 'completed', 'code': 200} Aug 24 18:27:52.643531 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 on network 1cebb614-813a-462e-94b5-fc5d59143430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:27:52.643860 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Attempting to bind port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 on network 1cebb614-813a-462e-94b5-fc5d59143430 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:27:52.664495 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:27:52.664843 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Checking segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:27:52.665231 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Bound using segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:27:52.665682 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Bound port: 743ba82b-d069-47cd-9a54-6f57bfd7cc91, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:27:52.666089 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.690159 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=743ba82b-d069-47cd-9a54-6f57bfd7cc91,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:52.704772 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755894e2-e40e-493d-a091-b00d3cc7c183 req-a0b6202c-388d-4f1d-aceb-f43cb9b57b55 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:52.706400 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-755894e2-e40e-493d-a091-b00d3cc7c183 req-a0b6202c-388d-4f1d-aceb-f43cb9b57b55 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.2032266 Aug 24 18:27:52.797630 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84aecadd-a814-4f1b-a90e-71cb2549dcc2 admin admin] Publish callbacks [] for security_group (1c862e5e-e96d-48e5-ba07-c5704a05ece6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.814955 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84aecadd-a814-4f1b-a90e-71cb2549dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (1c862e5e-e96d-48e5-ba07-c5704a05ece6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.816782 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcdcc9-e168-419c-9298-bdc4fe77bfba req-1a78c54f-5b19-4695-80df-885e79e9009e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:52.818523 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fbfcdcc9-e168-419c-9298-bdc4fe77bfba req-1a78c54f-5b19-4695-80df-885e79e9009e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0562172 Aug 24 18:27:52.840428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] For port 743ba82b-d069-47cd-9a54-6f57bfd7cc91, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:52.862239 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] For port 743ba82b-d069-47cd-9a54-6f57bfd7cc91, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:52.874950 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-755894e2-e40e-493d-a091-b00d3cc7c183 req-6fcec554-c032-414d-a5a9-dca0932e341d tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421876 Aug 24 18:27:52.892339 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-84aecadd-a814-4f1b-a90e-71cb2549dcc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9bc9110d3e440368b6bd1a30711b943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6452956 Aug 24 18:27:52.896817 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.901085 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:52.903105 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fbfcdcc9-e168-419c-9298-bdc4fe77bfba req-33d726e0-73c5-4e1c-a6fc-eb7f04b09413 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764444 Aug 24 18:27:52.903292 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aecadd-a814-4f1b-a90e-71cb2549dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c862e5e-e96d-48e5-ba07-c5704a05ece6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:52.910248 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:52.911025 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:52.912900 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] 10.222.0.58 "PUT /v2.0/ports/743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 200 len: 1094 time: 1.3419042 Aug 24 18:27:52.983032 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2c47c-b70d-4e2a-9030-1d6491cfccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=743ba82b-d069-47cd-9a54-6f57bfd7cc91,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:52.995036 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fae243c9-6b59-4421-9212-6d00dfd6efb1 admin admin] Publish callbacks [] for security_group (1c862e5e-e96d-48e5-ba07-c5704a05ece6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.023791 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fae243c9-6b59-4421-9212-6d00dfd6efb1 admin admin] Publish callbacks [] for security_group (1c862e5e-e96d-48e5-ba07-c5704a05ece6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.070613 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fae243c9-6b59-4421-9212-6d00dfd6efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (1c862e5e-e96d-48e5-ba07-c5704a05ece6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.073207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fae243c9-6b59-4421-9212-6d00dfd6efb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.074428 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fae243c9-6b59-4421-9212-6d00dfd6efb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c862e5e-e96d-48e5-ba07-c5704a05ece6 HTTP/1.1" status: 204 len: 168 time: 0.1721652 Aug 24 18:27:53.082957 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae243c9-6b59-4421-9212-6d00dfd6efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c862e5e-e96d-48e5-ba07-c5704a05ece6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:53.408461 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52274) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:53.422106 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bba19915-c098-4641-a305-359f953d3767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.444583 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd6571-8637-4761-b71e-ade3fb7d9c45 req-efbeb58f-4d46-410a-82c5-e869d2ffd211 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:53.445983 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fffd6571-8637-4761-b71e-ade3fb7d9c45 req-efbeb58f-4d46-410a-82c5-e869d2ffd211 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.0574932 Aug 24 18:27:53.511302 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fffd6571-8637-4761-b71e-ade3fb7d9c45 req-4d8c4bfc-fd2d-4879-a032-c17c0ec4613a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533144 Aug 24 18:27:53.530365 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bba19915-c098-4641-a305-359f953d3767 admin admin] Publish callbacks [] for security_group (6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.548492 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bba19915-c098-4641-a305-359f953d3767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.575211 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bba19915-c098-4641-a305-359f953d3767 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ddee0bc5f674e77b743807bafac8592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655431 Aug 24 18:27:53.576297 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba19915-c098-4641-a305-359f953d3767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:53.577944 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:53.641866 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edaf000a-5cdf-42b0-8deb-810f1f3a9784 admin admin] Publish callbacks [] for security_group (6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.663690 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edaf000a-5cdf-42b0-8deb-810f1f3a9784 admin admin] Publish callbacks [] for security_group (6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.691781 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08097f-ed58-4338-9bae-675478462533 req-012d8bb0-1f8d-4e4f-8261-41af1bfe5658 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:53.692920 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb08097f-ed58-4338-9bae-675478462533 req-012d8bb0-1f8d-4e4f-8261-41af1bfe5658 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.0608628 Aug 24 18:27:53.715973 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edaf000a-5cdf-42b0-8deb-810f1f3a9784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.718684 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edaf000a-5cdf-42b0-8deb-810f1f3a9784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:53.719914 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-edaf000a-5cdf-42b0-8deb-810f1f3a9784 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c HTTP/1.1" status: 204 len: 168 time: 0.1401949 Aug 24 18:27:53.727919 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf000a-5cdf-42b0-8deb-810f1f3a9784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6301e5be-b9a5-4fc9-ba3a-278d0c0e0f9c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:53.769644 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb08097f-ed58-4338-9bae-675478462533 req-0f6e8a97-b1fd-4bf6-9094-e1c808cf317d tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660083 Aug 24 18:27:54.024827 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2e185-0a20-4e2d-b817-b5a10513cfe1 req-e7502013-425b-4d8a-a42e-705850939a3c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:54.026893 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7a2e185-0a20-4e2d-b817-b5a10513cfe1 req-e7502013-425b-4d8a-a42e-705850939a3c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0725708 Aug 24 18:27:54.099059 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3c4da-dbd0-4bc6-8ac6-d7575f59f385 req-f92d41f4-f9eb-47a4-95b2-459db4afc8fc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:54.105730 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7a2e185-0a20-4e2d-b817-b5a10513cfe1 req-7ae10e3d-99d5-4f8d-a532-43f4518abcb1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693166 Aug 24 18:27:54.106837 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93e3c4da-dbd0-4bc6-8ac6-d7575f59f385 req-f92d41f4-f9eb-47a4-95b2-459db4afc8fc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0835767 Aug 24 18:27:54.158872 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93e3c4da-dbd0-4bc6-8ac6-d7575f59f385 req-d447f9a3-cc5c-4f69-a8ee-63736e7f3977 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511527 Aug 24 18:27:54.623861 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e829db-ca87-495d-892e-6fdc78da03e4 req-7a58d69b-b3ef-48e8-ad25-2c5225f3bd40 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:54.625335 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73e829db-ca87-495d-892e-6fdc78da03e4 req-7a58d69b-b3ef-48e8-ad25-2c5225f3bd40 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.0548012 Aug 24 18:27:54.643801 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:27:54.646386 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1b0998-c8dc-40ee-bea9-7d4022fea662" -d '{"events": [{"name": "network-changed", "server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:27:54.677679 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73e829db-ca87-495d-892e-6fdc78da03e4 req-f8193aee-821f-498d-a81f-6bc69ed68e03 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465939 Aug 24 18:27:54.682725 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a4334f-8921-494c-875d-1ada10cca531 x-openstack-request-id: req-21a4334f-8921-494c-875d-1ada10cca531 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:27:54.683030 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:27:54.683304 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21a4334f-8921-494c-875d-1ada10cca531 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:27:54.684171 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a4334f-8921-494c-875d-1ada10cca531'] response: {'name': 'network-changed', 'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'status': 'completed', 'code': 200} Aug 24 18:27:54.898713 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aabf4d-7e0b-4b3f-aaab-ef7058203786 req-f16a365f-f62b-451c-9b7b-6510c6d85955 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:54.900207 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0aabf4d-7e0b-4b3f-aaab-ef7058203786 req-f16a365f-f62b-451c-9b7b-6510c6d85955 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.0547569 Aug 24 18:27:54.949046 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0aabf4d-7e0b-4b3f-aaab-ef7058203786 req-ca176823-a7e5-4565-b436-9d3613599397 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 Aug 24 18:27:55.222861 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92a0a-47ff-425c-ada7-9ac5de9cf26b req-e880ed26-3c32-4cf9-917f-0c6a20262acb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:55.224378 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67c92a0a-47ff-425c-ada7-9ac5de9cf26b req-e880ed26-3c32-4cf9-917f-0c6a20262acb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0569067 Aug 24 18:27:55.312263 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbc497-cebb-4a74-b2ce-dcae40eebd9c req-a29c8aee-ad48-4e57-8340-0f9c9f080572 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:55.314336 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c0cbc497-cebb-4a74-b2ce-dcae40eebd9c req-a29c8aee-ad48-4e57-8340-0f9c9f080572 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0673892 Aug 24 18:27:55.363776 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c0cbc497-cebb-4a74-b2ce-dcae40eebd9c req-809b41c8-7305-41f4-bc3f-2686c8e30eec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440257 Aug 24 18:27:55.477082 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52368) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:55.486307 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67c92a0a-47ff-425c-ada7-9ac5de9cf26b req-8f64b9eb-5f00-492e-9971-06aaa663abef tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496529 Aug 24 18:27:55.581438 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc435af9-9302-4f9c-987a-34bee2df3e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:55.665656 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc435af9-9302-4f9c-987a-34bee2df3e54 admin admin] Publish callbacks [] for security_group (592fd72a-a027-4de9-99a8-3243ea3b74e5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:55.671292 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc435af9-9302-4f9c-987a-34bee2df3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (592fd72a-a027-4de9-99a8-3243ea3b74e5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:55.707279 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435af9-9302-4f9c-987a-34bee2df3e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592fd72a-a027-4de9-99a8-3243ea3b74e5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:55.713118 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dc435af9-9302-4f9c-987a-34bee2df3e54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23dfc271051f4aeb84a032c88a15c366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348781 Aug 24 18:27:55.715760 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52378) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:55.791109 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4db2-c8e1-4b05-bf06-33eaf8081b93 admin admin] Publish callbacks [] for security_group (592fd72a-a027-4de9-99a8-3243ea3b74e5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:55.816056 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4db2-c8e1-4b05-bf06-33eaf8081b93 admin admin] Publish callbacks [] for security_group (592fd72a-a027-4de9-99a8-3243ea3b74e5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:55.835948 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adf920-c3f3-4a7c-99e7-a2b9c0474321 req-695f84b9-5983-4726-b400-18e02097336c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:55.837377 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f6adf920-c3f3-4a7c-99e7-a2b9c0474321 req-695f84b9-5983-4726-b400-18e02097336c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.0880640 Aug 24 18:27:55.901273 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f6adf920-c3f3-4a7c-99e7-a2b9c0474321 req-41c17f45-c836-4b80-8509-cd578078bd72 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Aug 24 18:27:55.907380 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4db2-c8e1-4b05-bf06-33eaf8081b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (592fd72a-a027-4de9-99a8-3243ea3b74e5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:55.910188 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4db2-c8e1-4b05-bf06-33eaf8081b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:55.911455 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b2dc4db2-c8e1-4b05-bf06-33eaf8081b93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/592fd72a-a027-4de9-99a8-3243ea3b74e5 HTTP/1.1" status: 204 len: 168 time: 0.1946952 Aug 24 18:27:55.930346 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc4db2-c8e1-4b05-bf06-33eaf8081b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592fd72a-a027-4de9-99a8-3243ea3b74e5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:56.070902 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02ec2b-ad95-40d2-8a70-b11ee8046dc5 req-814cfa32-61ed-462d-9f9b-3be984470245 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:56.072397 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6f02ec2b-ad95-40d2-8a70-b11ee8046dc5 req-814cfa32-61ed-462d-9f9b-3be984470245 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.0520127 Aug 24 18:27:56.118371 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6f02ec2b-ad95-40d2-8a70-b11ee8046dc5 req-f0fa1869-b3a8-4f61-bf47-17f508c1d2c4 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Aug 24 18:27:56.184940 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52388) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:56.198225 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dfaaf63-a13d-4227-b5b3-326be437a4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:56.274970 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dfaaf63-a13d-4227-b5b3-326be437a4f7 admin admin] Publish callbacks [] for security_group (7d097525-1247-4ca9-8115-82af9c3ff766), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:56.280164 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dfaaf63-a13d-4227-b5b3-326be437a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7d097525-1247-4ca9-8115-82af9c3ff766), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:56.318849 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3dfaaf63-a13d-4227-b5b3-326be437a4f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b9f21e76d4848bdafb19878c003ef95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303773 Aug 24 18:27:56.318849 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaaf63-a13d-4227-b5b3-326be437a4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d097525-1247-4ca9-8115-82af9c3ff766,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:56.319642 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:56.374186 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e42b678-f22f-4d7c-ac58-cb9a879a2d95 admin admin] Publish callbacks [] for security_group (7d097525-1247-4ca9-8115-82af9c3ff766), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:56.394952 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e42b678-f22f-4d7c-ac58-cb9a879a2d95 admin admin] Publish callbacks [] for security_group (7d097525-1247-4ca9-8115-82af9c3ff766), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:56.449164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e42b678-f22f-4d7c-ac58-cb9a879a2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7d097525-1247-4ca9-8115-82af9c3ff766), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:56.451840 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e42b678-f22f-4d7c-ac58-cb9a879a2d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:56.453054 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4e42b678-f22f-4d7c-ac58-cb9a879a2d95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d097525-1247-4ca9-8115-82af9c3ff766 HTTP/1.1" status: 204 len: 168 time: 0.1318576 Aug 24 18:27:56.460902 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42b678-f22f-4d7c-ac58-cb9a879a2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d097525-1247-4ca9-8115-82af9c3ff766,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:56.498726 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d2282-dedc-4359-a0d3-cc6ae1af8bfe req-0a1f0042-ad12-438d-b035-8e108af49fd8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:56.500272 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df3d2282-dedc-4359-a0d3-cc6ae1af8bfe req-0a1f0042-ad12-438d-b035-8e108af49fd8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0609484 Aug 24 18:27:56.550455 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df3d2282-dedc-4359-a0d3-cc6ae1af8bfe req-f1ec9888-7c57-45c1-92b0-3d854e4edd7e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435917 Aug 24 18:27:56.611780 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc64aba-2613-4803-ba5b-543c25060f10 req-46e4e315-de16-4e08-81e3-f6eb018d8e49 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:56.613406 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ebc64aba-2613-4803-ba5b-543c25060f10 req-46e4e315-de16-4e08-81e3-f6eb018d8e49 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0557370 Aug 24 18:27:56.663806 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ebc64aba-2613-4803-ba5b-543c25060f10 req-d01760cb-cf3e-437d-8139-214501c86243 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Aug 24 18:27:57.035385 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96df62-1978-4d5c-8863-3186da6412c1 req-0b186519-bde5-4bd2-8443-a1c9c41f0f28 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.036919 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d96df62-1978-4d5c-8863-3186da6412c1 req-0b186519-bde5-4bd2-8443-a1c9c41f0f28 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 943 time: 0.0613916 Aug 24 18:27:57.082969 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d96df62-1978-4d5c-8863-3186da6412c1 req-f4f83bb7-bb4a-4906-9466-acc1b3a601cf tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Aug 24 18:27:57.132026 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device df1ba78d-ee73-4ba6-a5f0-dcf42b72723b details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:27:57.241229 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:57.256300 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'port_id': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b', 'mac_address': 'fa:16:3e:24:63:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:27:57.295830 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:57.296661 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:57.318584 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1ba78d-ee73-4ba6-a5f0-dcf42b72723b {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:57.340461 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857510fe-f15f-427f-8629-d0d6fedfcca7 req-ef167d30-26e2-4d0e-8d01-2d3cf3ace9be tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.343421 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:57.349201 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-857510fe-f15f-427f-8629-d0d6fedfcca7 req-ef167d30-26e2-4d0e-8d01-2d3cf3ace9be tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 944 time: 0.1464999 Aug 24 18:27:57.354588 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:57.355259 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 2c7529ef-09cc-45f4-a70f-6208ff228e04 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:27:57.356388 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b0998-c8dc-40ee-bea9-7d4022fea662 req-423f1bbf-200e-42e8-b7cb-0c362ff10bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.357932 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5f1b0998-c8dc-40ee-bea9-7d4022fea662 req-423f1bbf-200e-42e8-b7cb-0c362ff10bcb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1128 time: 0.1394656 Aug 24 18:27:57.380408 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbf3c6-8832-415e-9c8e-262d21ba8f13 req-a6b08891-9ee2-4b13-ba9d-14532d942b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.382420 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09bbf3c6-8832-415e-9c8e-262d21ba8f13 req-a6b08891-9ee2-4b13-ba9d-14532d942b5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1127 time: 0.1473687 Aug 24 18:27:57.411852 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-857510fe-f15f-427f-8629-d0d6fedfcca7 req-df2fabc7-75c0-48fd-9892-063f118d3d94 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Aug 24 18:27:57.464610 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:57.506846 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 2c7529ef-09cc-45f4-a70f-6208ff228e04, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2c7529ef-09cc-45f4-a70f-6208ff228e04,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:57.518477 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '2c7529ef-09cc-45f4-a70f-6208ff228e04', 'network_id': '5681b6c3-748a-4a23-84e9-63163070688e', 'port_id': '2c7529ef-09cc-45f4-a70f-6208ff228e04', 'mac_address': 'fa:16:3e:61:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f6593-d622-42e4-8469-53f8a530b22b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:27:57.555273 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 2c7529ef-09cc-45f4-a70f-6208ff228e04 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:27:57.555753 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:57.572499 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7529ef-09cc-45f4-a70f-6208ff228e04 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:27:57.597822 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 2c7529ef-09cc-45f4-a70f-6208ff228e04, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2c7529ef-09cc-45f4-a70f-6208ff228e04,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:57.606095 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:57.663242 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=2c7529ef-09cc-45f4-a70f-6208ff228e04,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:57.686482 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823f0a7-a4fa-42fb-99d9-3ca6b47d0a88 req-90ec53b4-b647-4637-908b-6c16d6db1c94 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.693547 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d823f0a7-a4fa-42fb-99d9-3ca6b47d0a88 req-90ec53b4-b647-4637-908b-6c16d6db1c94 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0626390 Aug 24 18:27:57.704530 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b0998-c8dc-40ee-bea9-7d4022fea662 req-76d6cbd9-bb6e-4a3c-8d19-bd52211d8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.706246 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5f1b0998-c8dc-40ee-bea9-7d4022fea662 req-76d6cbd9-bb6e-4a3c-8d19-bd52211d8612 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1870949 Aug 24 18:27:57.714090 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbf3c6-8832-415e-9c8e-262d21ba8f13 req-d2dfa6bc-2317-4383-8a02-e94baa3c7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.715409 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09bbf3c6-8832-415e-9c8e-262d21ba8f13 req-d2dfa6bc-2317-4383-8a02-e94baa3c7dfe service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=154b7777047c4f36bee61d548c92051a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1949718 Aug 24 18:27:57.744589 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d823f0a7-a4fa-42fb-99d9-3ca6b47d0a88 req-037d91b7-0ca5-42bb-82b1-fab08ac47c47 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496697 Aug 24 18:27:57.918532 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4150-fd90-4dcb-b7df-6b0c6fafb93f req-f9f0c73c-7d23-4444-8fd0-be12e0173e83 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.920015 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-354d4150-fd90-4dcb-b7df-6b0c6fafb93f req-f9f0c73c-7d23-4444-8fd0-be12e0173e83 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.1546614 Aug 24 18:27:57.927217 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b0998-c8dc-40ee-bea9-7d4022fea662 req-07023cd5-ba5a-4e78-bb55-a178a6d1f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.928664 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5f1b0998-c8dc-40ee-bea9-7d4022fea662 req-07023cd5-ba5a-4e78-bb55-a178a6d1f744 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121067 Aug 24 18:27:57.938733 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbf3c6-8832-415e-9c8e-262d21ba8f13 req-4eac7150-c33e-4f7a-8316-45a486c94d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:57.940196 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09bbf3c6-8832-415e-9c8e-262d21ba8f13 req-4eac7150-c33e-4f7a-8316-45a486c94d82 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737015 Aug 24 18:27:57.980633 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-354d4150-fd90-4dcb-b7df-6b0c6fafb93f req-5c1e2b22-f256-4429-822f-84321f8aacf9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547147 Aug 24 18:27:58.103954 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-9404690f-17ed-4fae-a006-810409963185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.105525 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-9404690f-17ed-4fae-a006-810409963185 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1128 time: 0.0800629 Aug 24 18:27:58.108289 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-56c9d5b7-41e5-4c60-bb21-5d79ab19bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.109710 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-56c9d5b7-41e5-4c60-bb21-5d79ab19bca5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1127 time: 0.0761726 Aug 24 18:27:58.115121 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['e25a5eaf-506a-4997-8418-694443b37cf9'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:27:58.213331 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f10045-fddc-4369-ab61-2ad780d6ce4e req-2409f098-6208-482b-b0d3-a498d4d57ab2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.217896 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-059f873c-76b7-4511-88dc-1b617249482b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 200 len: 217 time: 0.0849571 Aug 24 18:27:58.219904 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-c9e3ec5f-515b-440e-b576-5595437a8257 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 200 len: 217 time: 0.0796988 Aug 24 18:27:58.222663 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6f10045-fddc-4369-ab61-2ad780d6ce4e req-2409f098-6208-482b-b0d3-a498d4d57ab2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 944 time: 0.0640535 Aug 24 18:27:58.297775 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6f10045-fddc-4369-ab61-2ad780d6ce4e req-6230f97f-3800-44d7-aec2-db91c91a3fd1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739303 Aug 24 18:27:58.333324 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-61e5b425-8da3-4eb7-842c-215dcd980219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.334734 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-61e5b425-8da3-4eb7-842c-215dcd980219 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.1058245 Aug 24 18:27:58.354692 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['2c7529ef-09cc-45f4-a70f-6208ff228e04'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:27:58.358382 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-cae10a3e-e53d-4a51-a331-4e36592c36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.360588 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-cae10a3e-e53d-4a51-a331-4e36592c36cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.1290762 Aug 24 18:27:58.390907 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['df1ba78d-ee73-4ba6-a5f0-dcf42b72723b'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:27:58.453878 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:27:58.488148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-7f8a3a3c-1dc6-4c30-9955-30ee086c039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.498383 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-7f8a3a3c-1dc6-4c30-9955-30ee086c039d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1557591 Aug 24 18:27:58.551897 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d949-fec9-4ed1-8216-f216de967c0f req-57f54480-a60a-423d-aa2c-6b9c516e9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.553526 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-57f54480-a60a-423d-aa2c-6b9c516e9087 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1649246 Aug 24 18:27:58.738998 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c997c-641a-441e-8028-676ff3b0295c req-d7f975fb-55ca-4055-9041-a41ea8889284 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.740430 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-072c997c-641a-441e-8028-676ff3b0295c req-d7f975fb-55ca-4055-9041-a41ea8889284 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 945 time: 0.1861033 Aug 24 18:27:58.743631 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-f07f924f-6fff-4014-83cd-9e6887a2a4b8 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364922 Aug 24 18:27:58.745768 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-b5e30bae-bea6-4dea-899f-43fef8d002f4 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603475 Aug 24 18:27:58.871885 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c7d52-ea8c-474b-b5ea-c3571f247d4b req-c324e8c8-31c8-4acc-9d72-702732f2910b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:58.873405 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df5c7d52-ea8c-474b-b5ea-c3571f247d4b req-c324e8c8-31c8-4acc-9d72-702732f2910b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0525866 Aug 24 18:27:58.882350 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-072c997c-641a-441e-8028-676ff3b0295c req-214e9e0e-2c09-4fb8-b75b-6c1695d58269 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355884 Aug 24 18:27:58.922942 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52506) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:58.955652 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df5c7d52-ea8c-474b-b5ea-c3571f247d4b req-ee676469-3370-4dbc-b9cb-8f60711b8c2c tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734603 Aug 24 18:27:58.962953 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c750d949-fec9-4ed1-8216-f216de967c0f req-b71c0067-4ecc-4657-b1d2-88d414cb12de service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002270 Aug 24 18:27:58.982425 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dd7fcab-4fdd-4dc6-ab3e-f905c807b2ff req-1ae16930-7241-433a-af5f-2e49c5114aec service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197812 Aug 24 18:27:59.081515 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac12d4d-f310-444c-b6aa-679d55d117fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.127605 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec39b7-7394-4402-b10d-f6e2a136d283 req-55645d60-f7be-4109-ae6c-8a4ce7ed6679 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:59.129332 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7ec39b7-7394-4402-b10d-f6e2a136d283 req-55645d60-f7be-4109-ae6c-8a4ce7ed6679 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0727944 Aug 24 18:27:59.165410 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac12d4d-f310-444c-b6aa-679d55d117fb admin admin] Publish callbacks [] for security_group (7d60ddc1-f870-4af7-8247-6d1e53cbc30b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.170380 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac12d4d-f310-444c-b6aa-679d55d117fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7d60ddc1-f870-4af7-8247-6d1e53cbc30b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.181732 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7ec39b7-7394-4402-b10d-f6e2a136d283 req-d22a45cc-c6cb-4991-9e31-d4ee5bdea2f3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 Aug 24 18:27:59.211213 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1ac12d4d-f310-444c-b6aa-679d55d117fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2371039f9df4788bd6d1371701e3108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868798 Aug 24 18:27:59.212186 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac12d4d-f310-444c-b6aa-679d55d117fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60ddc1-f870-4af7-8247-6d1e53cbc30b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:59.214373 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:59.263393 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d829bfc-4690-42eb-9cdc-0c3d0062e938 admin admin] Publish callbacks [] for security_group (7d60ddc1-f870-4af7-8247-6d1e53cbc30b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.284769 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d829bfc-4690-42eb-9cdc-0c3d0062e938 admin admin] Publish callbacks [] for security_group (7d60ddc1-f870-4af7-8247-6d1e53cbc30b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.337743 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d829bfc-4690-42eb-9cdc-0c3d0062e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7d60ddc1-f870-4af7-8247-6d1e53cbc30b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.340255 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d829bfc-4690-42eb-9cdc-0c3d0062e938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.341447 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2d829bfc-4690-42eb-9cdc-0c3d0062e938 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d60ddc1-f870-4af7-8247-6d1e53cbc30b HTTP/1.1" status: 204 len: 168 time: 0.1260328 Aug 24 18:27:59.349242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d829bfc-4690-42eb-9cdc-0c3d0062e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d60ddc1-f870-4af7-8247-6d1e53cbc30b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:59.417431 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6263f-2a67-49d8-9abe-4838422ebeb3 req-1ec8be03-9556-4550-8349-9ee649ed4a2a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:27:59.419816 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-88c6263f-2a67-49d8-9abe-4838422ebeb3 req-1ec8be03-9556-4550-8349-9ee649ed4a2a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 944 time: 0.0556109 Aug 24 18:27:59.471441 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-88c6263f-2a67-49d8-9abe-4838422ebeb3 req-9f4d0db7-e767-4018-8285-f3ef18949bdc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459235 Aug 24 18:27:59.634989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:59.651255 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02ed8240-1a7a-466d-84cf-92d26c27cf06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.734774 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02ed8240-1a7a-466d-84cf-92d26c27cf06 admin admin] Publish callbacks [] for security_group (7219287a-c01e-4458-b7b9-7f84770196c4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.740527 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02ed8240-1a7a-466d-84cf-92d26c27cf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7219287a-c01e-4458-b7b9-7f84770196c4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.783659 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-02ed8240-1a7a-466d-84cf-92d26c27cf06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e8298ba0d404ad8b490a049248be856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437595 Aug 24 18:27:59.783659 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed8240-1a7a-466d-84cf-92d26c27cf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7219287a-c01e-4458-b7b9-7f84770196c4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:59.785043 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52550) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:27:59.836465 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-268ddcc8-e596-4411-9640-490af1194a1e admin admin] Publish callbacks [] for security_group (7219287a-c01e-4458-b7b9-7f84770196c4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.857120 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-268ddcc8-e596-4411-9640-490af1194a1e admin admin] Publish callbacks [] for security_group (7219287a-c01e-4458-b7b9-7f84770196c4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.905392 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-268ddcc8-e596-4411-9640-490af1194a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7219287a-c01e-4458-b7b9-7f84770196c4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.908113 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-268ddcc8-e596-4411-9640-490af1194a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:27:59.909272 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-268ddcc8-e596-4411-9640-490af1194a1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7219287a-c01e-4458-b7b9-7f84770196c4 HTTP/1.1" status: 204 len: 168 time: 0.1240852 Aug 24 18:27:59.920845 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ddcc8-e596-4411-9640-490af1194a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7219287a-c01e-4458-b7b9-7f84770196c4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:59.929596 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf9a18da-77f0-49f9-a074-74e263220bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:00.014765 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4f8d-c68d-4eaf-9da0-78a5846b53d0 req-8c73a991-9021-492d-bab8-4acc1e1a10ca tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:00.016401 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688c4f8d-c68d-4eaf-9da0-78a5846b53d0 req-8c73a991-9021-492d-bab8-4acc1e1a10ca tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 945 time: 0.0509686 Aug 24 18:28:00.067356 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688c4f8d-c68d-4eaf-9da0-78a5846b53d0 req-220fb3a3-ad40-410f-b590-4293b0c62b13 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Aug 24 18:28:00.090391 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fe410-9e2e-49f4-b0f7-f62d3e4b29a1 req-e7024814-140a-4d43-8b58-7df30142d10b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:00.092848 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-223fe410-9e2e-49f4-b0f7-f62d3e4b29a1 req-e7024814-140a-4d43-8b58-7df30142d10b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0566227 Aug 24 18:28:00.139122 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-223fe410-9e2e-49f4-b0f7-f62d3e4b29a1 req-ae7c1b21-1193-403a-9470-30b9139f1abe tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404284 Aug 24 18:28:00.305705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cbfef-1198-4395-b7de-a8c4221c8858 req-2cf0f7f4-41c3-4560-a4be-7346b20f9724 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:00.307284 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-969cbfef-1198-4395-b7de-a8c4221c8858 req-2cf0f7f4-41c3-4560-a4be-7346b20f9724 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0507646 Aug 24 18:28:00.353331 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-969cbfef-1198-4395-b7de-a8c4221c8858 req-5f2059a8-9d50-4f51-81be-bb5dba39db6c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397680 Aug 24 18:28:00.592753 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aeca3-6557-4223-9e19-60924f9d503f req-e6a08768-b475-4925-a4a1-27a4fb4cc517 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:00.594119 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-662aeca3-6557-4223-9e19-60924f9d503f req-e6a08768-b475-4925-a4a1-27a4fb4cc517 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 944 time: 0.0513277 Aug 24 18:28:00.640758 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-662aeca3-6557-4223-9e19-60924f9d503f req-8528efaa-6ba3-45f1-ac97-ba05f1b860f6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Aug 24 18:28:01.196109 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f2f6d-5308-46ac-8669-18b95a34f295 req-51890765-195c-420d-8319-a97eca593144 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:01.197784 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d0f2f6d-5308-46ac-8669-18b95a34f295 req-51890765-195c-420d-8319-a97eca593144 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 945 time: 0.0589292 Aug 24 18:28:01.257126 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d0f2f6d-5308-46ac-8669-18b95a34f295 req-d7e324eb-ebca-4fbb-aa8d-bc48c3b643de tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525563 Aug 24 18:28:01.278155 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e6b62-9102-43c9-b250-2c69326a1c30 req-a561b641-c957-420f-88c1-d177dcb0e9b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:01.279654 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-116e6b62-9102-43c9-b250-2c69326a1c30 req-a561b641-c957-420f-88c1-d177dcb0e9b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0614526 Aug 24 18:28:01.328103 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-116e6b62-9102-43c9-b250-2c69326a1c30 req-0e777b36-a8a2-49c6-9a2e-f4ec9f0a897b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Aug 24 18:28:01.471933 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f63f4-9814-4de6-96b8-ff37b7b952cb req-335b7288-6f57-43d0-b4d7-68a8e37044bf tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:01.473472 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e66f63f4-9814-4de6-96b8-ff37b7b952cb req-335b7288-6f57-43d0-b4d7-68a8e37044bf tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0517399 Aug 24 18:28:01.524966 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e66f63f4-9814-4de6-96b8-ff37b7b952cb req-82d3c58e-ee24-4cad-b1fe-60c25a5a0884 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 Aug 24 18:28:01.760222 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130926a2-0f9a-42d7-a490-fee663416203 req-c726a5eb-687d-4d5d-b813-0b4fed60f2a0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:01.761717 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-130926a2-0f9a-42d7-a490-fee663416203 req-c726a5eb-687d-4d5d-b813-0b4fed60f2a0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 944 time: 0.0523739 Aug 24 18:28:01.790221 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9c54af85-6438-4eac-b023-d6d18c32446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:01.808799 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-130926a2-0f9a-42d7-a490-fee663416203 req-eafe8bec-7e92-4bbb-bcc2-2bb64843d833 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Aug 24 18:28:01.970745 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52652) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:02.088925 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-208a3d00-598d-46cd-9f86-f007ff4b055c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.173061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-208a3d00-598d-46cd-9f86-f007ff4b055c admin admin] Publish callbacks [] for security_group (731f34db-d851-4de1-b744-cf49c0f78fc7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.179334 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-208a3d00-598d-46cd-9f86-f007ff4b055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (731f34db-d851-4de1-b744-cf49c0f78fc7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.216233 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-208a3d00-598d-46cd-9f86-f007ff4b055c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38e4c2a3b30c4b5ebce763d8739c6efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443976 Aug 24 18:28:02.217095 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a3d00-598d-46cd-9f86-f007ff4b055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731f34db-d851-4de1-b744-cf49c0f78fc7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:02.219817 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:02.268723 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-297069bd-39a6-454d-8d8c-def27e748070 admin admin] Publish callbacks [] for security_group (731f34db-d851-4de1-b744-cf49c0f78fc7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.291868 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-297069bd-39a6-454d-8d8c-def27e748070 admin admin] Publish callbacks [] for security_group (731f34db-d851-4de1-b744-cf49c0f78fc7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.369832 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-297069bd-39a6-454d-8d8c-def27e748070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (731f34db-d851-4de1-b744-cf49c0f78fc7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.372847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-297069bd-39a6-454d-8d8c-def27e748070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.373985 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-297069bd-39a6-454d-8d8c-def27e748070 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/731f34db-d851-4de1-b744-cf49c0f78fc7 HTTP/1.1" status: 204 len: 168 time: 0.1530368 Aug 24 18:28:02.389020 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4432c-2f25-4175-af89-113c302f34ea req-5bdf578f-959d-42d2-b69d-89495a39da69 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:02.390676 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-68c4432c-2f25-4175-af89-113c302f34ea req-5bdf578f-959d-42d2-b69d-89495a39da69 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 945 time: 0.0662396 Aug 24 18:28:02.400137 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297069bd-39a6-454d-8d8c-def27e748070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731f34db-d851-4de1-b744-cf49c0f78fc7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:02.450231 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-68c4432c-2f25-4175-af89-113c302f34ea req-abcbe625-2b1f-4170-bc36-4bce460c0286 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518348 Aug 24 18:28:02.469270 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6aab4-a278-47de-b237-d46dcb6527d9 req-d8dc0ed7-23a5-4515-8636-31163b6ae135 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:02.471453 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-94e6aab4-a278-47de-b237-d46dcb6527d9 req-d8dc0ed7-23a5-4515-8636-31163b6ae135 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0630865 Aug 24 18:28:02.520705 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-94e6aab4-a278-47de-b237-d46dcb6527d9 req-98c2f7a6-bbc2-4316-9692-87cc6c5eb8f6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430038 Aug 24 18:28:02.643491 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994459d-0a3b-4754-9984-454ce7adb711 req-3bba008a-8b25-47b0-b5e1-f06195e8ab03 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:02.644985 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c994459d-0a3b-4754-9984-454ce7adb711 req-3bba008a-8b25-47b0-b5e1-f06195e8ab03 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0533412 Aug 24 18:28:02.664240 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52670) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:02.677236 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6b8e-bc32-4f1f-8835-989c4970c786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.694219 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c994459d-0a3b-4754-9984-454ce7adb711 req-04240008-fdbb-4f45-ac83-692e47026243 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Aug 24 18:28:02.749465 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6b8e-bc32-4f1f-8835-989c4970c786 admin admin] Publish callbacks [] for security_group (90d9bdb7-0833-4e52-b0b5-9df18523f544), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.755520 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6b8e-bc32-4f1f-8835-989c4970c786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (90d9bdb7-0833-4e52-b0b5-9df18523f544), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.793917 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b1bd6b8e-bc32-4f1f-8835-989c4970c786 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a8929f69f5b49189ae284e2dd3fb207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285181 Aug 24 18:28:02.795024 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd6b8e-bc32-4f1f-8835-989c4970c786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d9bdb7-0833-4e52-b0b5-9df18523f544,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:02.796769 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:02.847882 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d13a9d59-293f-4def-8c6f-0b1f5836dbb5 admin admin] Publish callbacks [] for security_group (90d9bdb7-0833-4e52-b0b5-9df18523f544), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.869498 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d13a9d59-293f-4def-8c6f-0b1f5836dbb5 admin admin] Publish callbacks [] for security_group (90d9bdb7-0833-4e52-b0b5-9df18523f544), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.921414 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d13a9d59-293f-4def-8c6f-0b1f5836dbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (90d9bdb7-0833-4e52-b0b5-9df18523f544), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.924712 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d13a9d59-293f-4def-8c6f-0b1f5836dbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:02.925876 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d13a9d59-293f-4def-8c6f-0b1f5836dbb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90d9bdb7-0833-4e52-b0b5-9df18523f544 HTTP/1.1" status: 204 len: 168 time: 0.1281476 Aug 24 18:28:02.932633 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa87f4b-06aa-4116-a7da-bf789d4a3c94 req-13aa7295-49e7-45ab-8bb9-5684bcc1eb0d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:02.934412 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9fa87f4b-06aa-4116-a7da-bf789d4a3c94 req-13aa7295-49e7-45ab-8bb9-5684bcc1eb0d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 944 time: 0.0572040 Aug 24 18:28:02.935502 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a9d59-293f-4def-8c6f-0b1f5836dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d9bdb7-0833-4e52-b0b5-9df18523f544,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:02.986751 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9fa87f4b-06aa-4116-a7da-bf789d4a3c94 req-43ebdb09-dd66-48cb-9e47-8a80c9fd7520 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Aug 24 18:28:03.263983 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:03.571441 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d337f3-b7d0-4250-ae52-7b46fba05f99 req-2f21d138-900e-48de-bbf5-ba18e40d509e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:03.573031 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7d337f3-b7d0-4250-ae52-7b46fba05f99 req-2f21d138-900e-48de-bbf5-ba18e40d509e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 945 time: 0.0538228 Aug 24 18:28:03.620450 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7d337f3-b7d0-4250-ae52-7b46fba05f99 req-4c5c1eaf-34ac-43ca-9879-ea6bf2436d99 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Aug 24 18:28:03.650002 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893dde3-1ecc-48f1-b087-40a6e678d750 req-0cdba02a-dfe9-4ca6-a5fd-13d31eed06c7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:03.651504 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f893dde3-1ecc-48f1-b087-40a6e678d750 req-0cdba02a-dfe9-4ca6-a5fd-13d31eed06c7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0545003 Aug 24 18:28:03.697667 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f893dde3-1ecc-48f1-b087-40a6e678d750 req-5e7d3a2d-2036-483e-a693-37d44e9012f5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405169 Aug 24 18:28:03.821458 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd200e9a-cca3-43a2-b5c1-dc4c00c1be0d req-7afe7935-2f60-439d-a013-493befbf3cc6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:03.823165 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cd200e9a-cca3-43a2-b5c1-dc4c00c1be0d req-7afe7935-2f60-439d-a013-493befbf3cc6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0537024 Aug 24 18:28:03.871790 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cd200e9a-cca3-43a2-b5c1-dc4c00c1be0d req-5647fbc8-b916-4ebf-bc98-33b037c9ecce tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Aug 24 18:28:04.029027 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52726) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:04.119022 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd044998-5f14-47de-acd4-a8485a4e3213 req-16dc879f-b583-4a1e-b0c7-c2220a4f41b3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:04.120666 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd044998-5f14-47de-acd4-a8485a4e3213 req-16dc879f-b583-4a1e-b0c7-c2220a4f41b3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 944 time: 0.0609183 Aug 24 18:28:04.179196 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50d2549e-d04c-4e00-a0e8-86a9eff4354c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.193566 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd044998-5f14-47de-acd4-a8485a4e3213 req-67601fda-ac80-4dd0-92e6-32e4e0cbfe4d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662456 Aug 24 18:28:04.262027 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50d2549e-d04c-4e00-a0e8-86a9eff4354c admin admin] Publish callbacks [] for security_group (58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.267537 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50d2549e-d04c-4e00-a0e8-86a9eff4354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.315149 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-50d2549e-d04c-4e00-a0e8-86a9eff4354c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=261bef6a4f864c29a6546f141c3b7fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827051 Aug 24 18:28:04.315660 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52736) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:04.318977 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2549e-d04c-4e00-a0e8-86a9eff4354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:04.377822 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc240160-1bf4-4e01-a9f3-8756af04f2b7 admin admin] Publish callbacks [] for security_group (58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.401016 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc240160-1bf4-4e01-a9f3-8756af04f2b7 admin admin] Publish callbacks [] for security_group (58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.450556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc240160-1bf4-4e01-a9f3-8756af04f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.457515 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc240160-1bf4-4e01-a9f3-8756af04f2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.460426 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cc240160-1bf4-4e01-a9f3-8756af04f2b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c HTTP/1.1" status: 204 len: 168 time: 0.1420598 Aug 24 18:28:04.472511 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc240160-1bf4-4e01-a9f3-8756af04f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e34cc4-f6fa-4aa6-b223-e9fa8f0e734c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:04.513970 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.728816 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:04.767969 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1d126-9439-47fb-ab90-4faa70b0692e req-01040518-1fc8-434b-9416-668ba998d3b4 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:04.769541 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fde1d126-9439-47fb-ab90-4faa70b0692e req-01040518-1fc8-434b-9416-668ba998d3b4 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 945 time: 0.0585158 Aug 24 18:28:04.827950 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fde1d126-9439-47fb-ab90-4faa70b0692e req-b40fd5a9-6410-434d-b15f-bbfa7f8fe909 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518694 Aug 24 18:28:04.850857 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62124d34-2a61-42c1-b416-18d6574e1603 req-20acb7b5-08e6-4c14-b6eb-35762bd562ea tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:04.852814 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62124d34-2a61-42c1-b416-18d6574e1603 req-20acb7b5-08e6-4c14-b6eb-35762bd562ea tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0716805 Aug 24 18:28:04.908201 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62124d34-2a61-42c1-b416-18d6574e1603 req-87b78eb3-3768-4673-84bc-6e7cf30ddf0d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493708 Aug 24 18:28:05.009879 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04a507-1718-41a5-80f2-cb41f49d7bd9 req-2ac53927-77d4-4c0d-9dc0-8087d3546814 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:05.012192 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0f04a507-1718-41a5-80f2-cb41f49d7bd9 req-2ac53927-77d4-4c0d-9dc0-8087d3546814 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0626879 Aug 24 18:28:05.080345 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0f04a507-1718-41a5-80f2-cb41f49d7bd9 req-22aaa5ac-0767-4fd6-bb1e-6370148dc2f0 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624051 Aug 24 18:28:05.161058 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e25a5eaf-506a-4997-8418-694443b37cf9 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:28:05.175401 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52786) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:05.247952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port e25a5eaf-506a-4997-8418-694443b37cf9 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:28:05.269522 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port e25a5eaf-506a-4997-8418-694443b37cf9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:28:05.269901 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.315784 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-211918085-network', 'tenant_id': '1fd51ae9aa8b48178d3dfd0e359ce5b4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:05.377409 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Made reservation on behalf of 1fd51ae9aa8b48178d3dfd0e359ce5b4 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:28:05.380782 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.395600 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.399621 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port e25a5eaf-506a-4997-8418-694443b37cf9 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:05.400228 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.415065 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bce0f7-60a6-4258-a491-0f71d691d70a req-0b379389-d89e-4b89-9ef3-245d3cbd57ea tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:05.416944 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-24bce0f7-60a6-4258-a491-0f71d691d70a req-0b379389-d89e-4b89-9ef3-245d3cbd57ea tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 944 time: 0.1227655 Aug 24 18:28:05.429308 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25a5eaf-506a-4997-8418-694443b37cf9'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:05.508918 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-24bce0f7-60a6-4258-a491-0f71d691d70a req-76a818d2-a882-4062-b842-f6925c08d236 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773993 Aug 24 18:28:05.515438 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e25a5eaf-506a-4997-8418-694443b37cf9, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e25a5eaf-506a-4997-8418-694443b37cf9,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:05.528180 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.529839 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 2c7529ef-09cc-45f4-a70f-6208ff228e04 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:28:05.553947 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks [] for security_group (86cb8f8b-99a0-4eff-8e8e-a21a355820fe), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.565820 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (86cb8f8b-99a0-4eff-8e8e-a21a355820fe), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.591666 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:28:05.607627 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cb8f8b-99a0-4eff-8e8e-a21a355820fe,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:05.610023 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=e25a5eaf-506a-4997-8418-694443b37cf9,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:05.612341 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (4eef1b57-571e-4934-b8ba-f6d6f448365d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.612341 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Added segment 4eef1b57-571e-4934-b8ba-f6d6f448365d of type vlan for network 041c64d9-ec92-4ae3-ac25-e303229fae80 Aug 24 18:28:05.623123 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 2c7529ef-09cc-45f4-a70f-6208ff228e04 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:28:05.627684 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 2c7529ef-09cc-45f4-a70f-6208ff228e04 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:28:05.627992 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.651164 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a128c33-1737-4036-bc83-7f4f431689d1" -d '{"events": [{"server_uuid": "97d71aa7-3c44-4bca-acff-537e40e0a74e", "name": "network-vif-plugged", "status": "completed", "tag": "e25a5eaf-506a-4997-8418-694443b37cf9"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:05.715283 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 2c7529ef-09cc-45f4-a70f-6208ff228e04 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:05.715626 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.757217 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 2c7529ef-09cc-45f4-a70f-6208ff228e04, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2c7529ef-09cc-45f4-a70f-6208ff228e04,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:05.768577 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96941f11-e06e-4e2c-b509-624f33a70851 x-openstack-request-id: req-96941f11-e06e-4e2c-b509-624f33a70851 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:05.768891 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d71aa7-3c44-4bca-acff-537e40e0a74e", "name": "network-vif-plugged", "status": "completed", "tag": "e25a5eaf-506a-4997-8418-694443b37cf9", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:05.769149 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96941f11-e06e-4e2c-b509-624f33a70851 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:05.769608 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96941f11-e06e-4e2c-b509-624f33a70851'] response: {'server_uuid': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25a5eaf-506a-4997-8418-694443b37cf9', 'code': 200} Aug 24 18:28:05.770597 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.771967 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device df1ba78d-ee73-4ba6-a5f0-dcf42b72723b up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:28:05.815512 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.850380 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (041c64d9-ec92-4ae3-ac25-e303229fae80), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.856246 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=2c7529ef-09cc-45f4-a70f-6208ff228e04,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:05.867279 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:28:05.872786 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:28:05.873192 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.877494 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (041c64d9-ec92-4ae3-ac25-e303229fae80), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.878750 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:05.879563 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.945013 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7683167 Aug 24 18:28:05.948901 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:05.958990 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:05.958990 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:05.961075 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Request body: {'subnet': {'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-211918085-subnet', 'tenant_id': '1fd51ae9aa8b48178d3dfd0e359ce5b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:05.973733 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8e833-3370-4b66-aa6f-0839ad825045 admin admin] Pushing event updated for resources: {'Network': ['ID=041c64d9-ec92-4ae3-ac25-e303229fae80,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:05.989981 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 041c64d9-ec92-4ae3-ac25-e303229fae80 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:28:06.007367 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34b500-e3a3-42a6-9104-ceaff9e672a9 req-ac311e90-bac8-4930-bfe4-5f1c177f625c tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:06.008976 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a34b500-e3a3-42a6-9104-ceaff9e672a9 req-ac311e90-bac8-4930-bfe4-5f1c177f625c tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0724154 Aug 24 18:28:06.059532 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a34b500-e3a3-42a6-9104-ceaff9e672a9 req-0cba0428-4868-4a25-a66f-7b2363c6055d tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Aug 24 18:28:06.074835 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Made reservation on behalf of 1fd51ae9aa8b48178d3dfd0e359ce5b4 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:28:06.077142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:06.078845 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:06.085831 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:06.150397 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:06.223731 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45e0e0-168a-448c-acba-3434e3068de5 req-46e0c8c6-819f-4bb2-8838-43674b9dc5a2 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:06.225436 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d45e0e0-168a-448c-acba-3434e3068de5 req-46e0c8c6-819f-4bb2-8838-43674b9dc5a2 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.0684214 Aug 24 18:28:06.283139 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d45e0e0-168a-448c-acba-3434e3068de5 req-a41262eb-fe3b-4a7c-a5eb-f887ad0495e3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461941 Aug 24 18:28:06.374654 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1cda8-8607-49e0-9e1b-25fd24266f12 req-6777cf52-6d1f-42be-9137-f1d2ebe25681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:06.376144 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4e1cda8-8607-49e0-9e1b-25fd24266f12 req-6777cf52-6d1f-42be-9137-f1d2ebe25681 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1130 time: 0.4088871 Aug 24 18:28:06.392190 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b97a58-3d98-4629-b4f4-cf48ba8ebbb8 req-48903a96-203b-494a-aa4d-b869b6486ba6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:06.400191 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-56b97a58-3d98-4629-b4f4-cf48ba8ebbb8 req-48903a96-203b-494a-aa4d-b869b6486ba6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.3933265 Aug 24 18:28:06.421336 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4e1cda8-8607-49e0-9e1b-25fd24266f12 req-14fb9b9e-0299-4a8f-85b0-86e56ea3ab92 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:06.490931 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-56b97a58-3d98-4629-b4f4-cf48ba8ebbb8 req-7ee545eb-0285-48a5-8810-c323a6a0e9f1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896666 Aug 24 18:28:06.657781 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4128f4-e711-4d71-bcdd-5ea838376303 req-ad181d41-4d2f-4fdc-b9d5-f008a33b7efe tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:06.661254 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4e1cda8-8607-49e0-9e1b-25fd24266f12 req-14fb9b9e-0299-4a8f-85b0-86e56ea3ab92 service neutron] Publish callbacks [] for security_group (997d9102-0247-4517-9aba-5499def2ddce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:06.668661 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee4128f4-e711-4d71-bcdd-5ea838376303 req-ad181d41-4d2f-4fdc-b9d5-f008a33b7efe tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0671628 Aug 24 18:28:06.674512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4e1cda8-8607-49e0-9e1b-25fd24266f12 req-14fb9b9e-0299-4a8f-85b0-86e56ea3ab92 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (997d9102-0247-4517-9aba-5499def2ddce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:06.694310 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (5aed580f-38a8-4084-ad7b-88252fe45052), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:06.726436 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee4128f4-e711-4d71-bcdd-5ea838376303 req-bfe75731-83c5-4f2f-8564-fe269b0102fd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Aug 24 18:28:06.764812 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4e1cda8-8607-49e0-9e1b-25fd24266f12 req-14fb9b9e-0299-4a8f-85b0-86e56ea3ab92 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571570 Aug 24 18:28:06.769047 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb9b9e-0299-4a8f-85b0-86e56ea3ab92 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=997d9102-0247-4517-9aba-5499def2ddce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:06.799766 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aed580f-38a8-4084-ad7b-88252fe45052,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:06.810339 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Checking segment: {'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:28:06.810757 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Network hostable DHCP agents. Network: 041c64d9-ec92-4ae3-ac25-e303229fae80, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:28:06.829256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Network 041c64d9-ec92-4ae3-ac25-e303229fae80 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:28:06.839557 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 041c64d9-ec92-4ae3-ac25-e303229fae80) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:28:06.845043 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:06.845718 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:06.851718 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1643c-88ef-4c11-99b5-af2038842f38 None None] Network 041c64d9-ec92-4ae3-ac25-e303229fae80 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:28:06.865899 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0d31e035-ca7f-40b9-b82a-2102791e5f40 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9148610 Aug 24 18:28:06.999828 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3655085-916a-4848-8161-f9f6ed519f81 None None] Network 041c64d9-ec92-4ae3-ac25-e303229fae80 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:28:07.044816 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52878) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:07.169721 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 743ba82b-d069-47cd-9a54-6f57bfd7cc91 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:28:07.225434 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6cc303f-a80d-425c-b34f-7933795fe36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.226054 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa0f15-da63-49d4-8f51-30844aa38b06 req-d843339a-d495-431a-b0ee-d64df01ea2fc tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:07.236580 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-52aa0f15-da63-49d4-8f51-30844aa38b06 req-d843339a-d495-431a-b0ee-d64df01ea2fc tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0940714 Aug 24 18:28:07.309526 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-52aa0f15-da63-49d4-8f51-30844aa38b06 req-f64fd883-0ae6-4c5a-b927-55f01c6f94b0 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715885 Aug 24 18:28:07.337095 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 743ba82b-d069-47cd-9a54-6f57bfd7cc91, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:07.358873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6cc303f-a80d-425c-b34f-7933795fe36d admin admin] Publish callbacks [] for security_group (ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.360864 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'port_id': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'mac_address': 'fa:16:3e:82:f2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:28:07.368178 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6cc303f-a80d-425c-b34f-7933795fe36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.406226 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:07.406618 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.423548 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743ba82b-d069-47cd-9a54-6f57bfd7cc91 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:28:07.433878 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e6cc303f-a80d-425c-b34f-7933795fe36d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64dec58fc7e24b62a855e8c0895228fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849516 Aug 24 18:28:07.435386 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 52888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:07.447399 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc303f-a80d-425c-b34f-7933795fe36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:07.451219 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 743ba82b-d069-47cd-9a54-6f57bfd7cc91, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:07.459990 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.460949 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:28:07.497378 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4d90-74c1-40ee-87b9-904def846225 req-b0a68eab-8430-429b-9657-406d77b0b187 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:07.499162 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf3f4d90-74c1-40ee-87b9-904def846225 req-b0a68eab-8430-429b-9657-406d77b0b187 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 944 time: 0.1023946 Aug 24 18:28:07.499680 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-928b4691-5b98-47f1-a952-c08976881049 admin admin] Publish callbacks [] for security_group (ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.529172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-928b4691-5b98-47f1-a952-c08976881049 admin admin] Publish callbacks [] for security_group (ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.598982 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=743ba82b-d069-47cd-9a54-6f57bfd7cc91,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:07.622668 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf3f4d90-74c1-40ee-87b9-904def846225 req-f2c04562-47de-47c9-a66f-4bc05b4627bc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098049 Aug 24 18:28:07.696060 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:07.724385 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-928b4691-5b98-47f1-a952-c08976881049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.732467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-928b4691-5b98-47f1-a952-c08976881049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:07.746016 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-928b4691-5b98-47f1-a952-c08976881049 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11 HTTP/1.1" status: 204 len: 168 time: 0.3068876 Aug 24 18:28:07.773478 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b4691-5b98-47f1-a952-c08976881049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a4d3e-12d6-48a4-89fb-8ce8eb895b11,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:07.793771 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3c0ca-baf1-48dc-8559-6bd65eaff0bf req-d3b5d96a-9ed8-4a61-a2ee-eda50eecc09d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:07.801292 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09a3c0ca-baf1-48dc-8559-6bd65eaff0bf req-d3b5d96a-9ed8-4a61-a2ee-eda50eecc09d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.2022119 Aug 24 18:28:07.870779 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09a3c0ca-baf1-48dc-8559-6bd65eaff0bf req-2b8b0f92-4889-48c2-990d-bf91073a72bc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682669 Aug 24 18:28:07.925530 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7529ef-09cc-45f4-a70f-6208ff228e04'}, {'server_uuid': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:07.928161 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cef225-6708-4957-99db-bc74d5979e9b" -d '{"events": [{"server_uuid": "e7178262-7665-4b5a-a31c-25b7d6a71878", "name": "network-vif-plugged", "status": "completed", "tag": "2c7529ef-09cc-45f4-a70f-6208ff228e04"}, {"server_uuid": "42178f5f-14a2-4929-92b7-6e4fdc4ecce7", "name": "network-vif-plugged", "status": "completed", "tag": "df1ba78d-ee73-4ba6-a5f0-dcf42b72723b"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:07.936687 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'port_id': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'mac_address': 'fa:16:3e:c3:a9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:28:07.968417 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78404d02-acf6-4035-ad70-80457c3a94de req-8fead73d-c8eb-46aa-9e0b-0f8448427b1a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:07.970917 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-78404d02-acf6-4035-ad70-80457c3a94de req-8fead73d-c8eb-46aa-9e0b-0f8448427b1a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.1049771 Aug 24 18:28:08.002652 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c282e-c4ae-4160-bf22-04d529639deb x-openstack-request-id: req-bb8c282e-c4ae-4160-bf22-04d529639deb {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:08.003379 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7178262-7665-4b5a-a31c-25b7d6a71878", "name": "network-vif-plugged", "status": "completed", "tag": "2c7529ef-09cc-45f4-a70f-6208ff228e04", "code": 200}, {"server_uuid": "42178f5f-14a2-4929-92b7-6e4fdc4ecce7", "name": "network-vif-plugged", "status": "completed", "tag": "df1ba78d-ee73-4ba6-a5f0-dcf42b72723b", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:08.003871 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb8c282e-c4ae-4160-bf22-04d529639deb {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:08.004815 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8c282e-c4ae-4160-bf22-04d529639deb'] response: {'server_uuid': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7529ef-09cc-45f4-a70f-6208ff228e04', 'code': 200} Aug 24 18:28:08.008374 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8c282e-c4ae-4160-bf22-04d529639deb'] response: {'server_uuid': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b', 'code': 200} Aug 24 18:28:08.019736 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:08.020225 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.055351 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-78404d02-acf6-4035-ad70-80457c3a94de req-7831f96c-5767-4104-a577-5dc0fe45d04b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748048 Aug 24 18:28:08.055717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2dcfc0-36e5-419a-8639-011900a2f91f {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:28:08.109682 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:08.124863 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.177189 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:08.236290 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52928) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:08.250307 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-deb67fd9-7e13-4b52-8e15-e875a13e697e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.322241 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-deb67fd9-7e13-4b52-8e15-e875a13e697e admin admin] Publish callbacks [] for security_group (9718a299-c768-4320-86b9-d1d3669cbc0a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.327509 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-deb67fd9-7e13-4b52-8e15-e875a13e697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (9718a299-c768-4320-86b9-d1d3669cbc0a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.344002 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5683ee-3472-4adc-8984-35bdfc7d02f8 req-b231966e-9542-470e-b137-44413631bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:08.345611 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ea5683ee-3472-4adc-8984-35bdfc7d02f8 req-b231966e-9542-470e-b137-44413631bd5c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 1130 time: 0.0737939 Aug 24 18:28:08.348700 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114a66-c1b5-41ac-a523-f2929024502a req-64123a93-5bb0-4f0f-8361-158c53ca292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:08.350079 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6114a66-c1b5-41ac-a523-f2929024502a req-64123a93-5bb0-4f0f-8361-158c53ca292c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 1129 time: 0.0769277 Aug 24 18:28:08.366480 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-deb67fd9-7e13-4b52-8e15-e875a13e697e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e91af860d5c4b0ea64c175a5bece98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290038 Aug 24 18:28:08.369244 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 52932) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:08.377972 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb67fd9-7e13-4b52-8e15-e875a13e697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9718a299-c768-4320-86b9-d1d3669cbc0a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:08.423252 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f8de34f-17b7-48ce-8e71-91f282fcbd28 admin admin] Publish callbacks [] for security_group (9718a299-c768-4320-86b9-d1d3669cbc0a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.445358 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f8de34f-17b7-48ce-8e71-91f282fcbd28 admin admin] Publish callbacks [] for security_group (9718a299-c768-4320-86b9-d1d3669cbc0a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.454216 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ea5683ee-3472-4adc-8984-35bdfc7d02f8 req-b24e3f20-70c2-458f-aa06-1dda81527017 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966692 Aug 24 18:28:08.464391 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6114a66-c1b5-41ac-a523-f2929024502a req-f0a895d8-5ea4-477f-b3b7-26311e90e3e6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057632 Aug 24 18:28:08.475900 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58470f17-fcb7-49b7-bb28-d775d6d99065 req-9d79f875-0eed-4b20-98f6-72941687427f tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:08.477362 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-58470f17-fcb7-49b7-bb28-d775d6d99065 req-9d79f875-0eed-4b20-98f6-72941687427f tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0937533 Aug 24 18:28:08.500952 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f8de34f-17b7-48ce-8e71-91f282fcbd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (9718a299-c768-4320-86b9-d1d3669cbc0a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.504210 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f8de34f-17b7-48ce-8e71-91f282fcbd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:08.513541 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3f8de34f-17b7-48ce-8e71-91f282fcbd28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9718a299-c768-4320-86b9-d1d3669cbc0a HTTP/1.1" status: 204 len: 168 time: 0.1378934 Aug 24 18:28:08.523675 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8de34f-17b7-48ce-8e71-91f282fcbd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718a299-c768-4320-86b9-d1d3669cbc0a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:08.529996 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-58470f17-fcb7-49b7-bb28-d775d6d99065 req-fe0c034e-d022-4b9b-bf83-fb3184d552b4 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 Aug 24 18:28:08.616481 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['743ba82b-d069-47cd-9a54-6f57bfd7cc91'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:28:08.739971 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3928-1421-44fe-8b51-b2b022159754 req-c721c20c-3757-44d6-94e4-7e6645ff10d3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:08.741712 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-668c3928-1421-44fe-8b51-b2b022159754 req-c721c20c-3757-44d6-94e4-7e6645ff10d3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Aug 24 18:28:08.750930 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['eb2dcfc0-36e5-419a-8639-011900a2f91f'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:28:08.799624 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-668c3928-1421-44fe-8b51-b2b022159754 req-aea61ce4-8326-412b-927e-24f5dddfcae8 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506566 Aug 24 18:28:09.036301 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c12f0-b461-4256-b7dd-d4828370390c req-8116fef0-cba5-4d54-9004-5dd40f411584 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:09.037954 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d4c12f0-b461-4256-b7dd-d4828370390c req-8116fef0-cba5-4d54-9004-5dd40f411584 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.0593388 Aug 24 18:28:09.093686 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-cbec3cb4-a005-4976-b6bd-3acb52b627b7 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:09.095064 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-cbec3cb4-a005-4976-b6bd-3acb52b627b7 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/networks?id=041c64d9-ec92-4ae3-ac25-e303229fae80 HTTP/1.1" status: 200 len: 813 time: 0.1171134 Aug 24 18:28:09.097035 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d4c12f0-b461-4256-b7dd-d4828370390c req-ce181f33-622b-4fa1-89c3-c0c4c4b182d4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512314 Aug 24 18:28:09.111258 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-468216fb-568c-412d-99cb-0f6995080cc5 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/quotas/1fd51ae9aa8b48178d3dfd0e359ce5b4 HTTP/1.1" status: 200 len: 375 time: 0.0094664 Aug 24 18:28:09.166774 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-58eb3f6b-da91-421d-b4f2-2cfa098d1bb6 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415134 Aug 24 18:28:09.265026 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc735-496a-4cf2-8847-f26e02596469 req-f0bed3fa-53d6-457c-ac48-d2780a0cfd73 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:09.267575 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8cbc735-496a-4cf2-8847-f26e02596469 req-f0bed3fa-53d6-457c-ac48-d2780a0cfd73 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0834315 Aug 24 18:28:09.298721 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-b4f3b87f-ff36-4930-a929-322722d56dcf service neutron] 10.222.0.55 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308136 Aug 24 18:28:09.331027 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8cbc735-496a-4cf2-8847-f26e02596469 req-4ad0e035-65ed-4565-b972-b1e398a1634d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553062 Aug 24 18:28:09.426557 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-e380b4ad-7c0c-40c9-811a-984bcd25feeb service neutron] 10.222.0.55 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267176 Aug 24 18:28:09.682104 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0cd42ff7-45b8-4d1c-808c-3f1501db8b7e req-901a05c9-0b23-428f-adfd-d7b53586bb55 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0466495 Aug 24 18:28:09.756917 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517b82-873c-433f-aceb-397c6c765ec6 req-7f2e7d03-3b31-4f19-8c35-bd8c52b8fdd4 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:09.764184 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e517b82-873c-433f-aceb-397c6c765ec6 req-7f2e7d03-3b31-4f19-8c35-bd8c52b8fdd4 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.1201727 Aug 24 18:28:09.834423 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e517b82-873c-433f-aceb-397c6c765ec6 req-bee97f8c-1937-4fb8-b96a-5d652d659256 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692410 Aug 24 18:28:09.965137 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6a770-ec95-4cfd-a213-a771c4d935f7 req-80781dcb-7bad-443d-ab00-b936fd1be78a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:09.966765 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dec6a770-ec95-4cfd-a213-a771c4d935f7 req-80781dcb-7bad-443d-ab00-b936fd1be78a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 945 time: 0.0769670 Aug 24 18:28:10.027387 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dec6a770-ec95-4cfd-a213-a771c4d935f7 req-100e0d1b-0b6e-42b4-a881-d088d43d37cf tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518756 Aug 24 18:28:10.077452 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:10.245370 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac74faf-efa1-4a5f-9e21-dbd5379be40b req-e9955455-9935-4c31-87b4-37ca05e23ac7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:10.252351 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ac74faf-efa1-4a5f-9e21-dbd5379be40b req-e9955455-9935-4c31-87b4-37ca05e23ac7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.0726750 Aug 24 18:28:10.302323 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ac74faf-efa1-4a5f-9e21-dbd5379be40b req-e1f6a585-529d-4617-b9e5-dcc1dcb5e15b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490274 Aug 24 18:28:10.324822 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7692e2b-ae51-4bcf-afff-e70c156296a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:10.421653 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7692e2b-ae51-4bcf-afff-e70c156296a8 admin admin] Publish callbacks [] for security_group (5d54b35e-3a48-4c1f-8577-6ed0c19cccc8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:10.443459 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7692e2b-ae51-4bcf-afff-e70c156296a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5d54b35e-3a48-4c1f-8577-6ed0c19cccc8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:10.495425 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e7692e2b-ae51-4bcf-afff-e70c156296a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24e6b473254d4983b4c15183c2851a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149597 Aug 24 18:28:10.496435 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53044) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:10.508669 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7692e2b-ae51-4bcf-afff-e70c156296a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d54b35e-3a48-4c1f-8577-6ed0c19cccc8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:10.529842 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e77f29-0e8a-44a8-b25e-81c0fecf8e84 req-f2140ea5-9e0f-419d-bdb9-63916c2eee94 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:10.531384 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-46e77f29-0e8a-44a8-b25e-81c0fecf8e84 req-f2140ea5-9e0f-419d-bdb9-63916c2eee94 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.1220546 Aug 24 18:28:10.608233 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Publish callbacks [] for security_group (5d54b35e-3a48-4c1f-8577-6ed0c19cccc8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:10.630185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Publish callbacks [] for security_group (5d54b35e-3a48-4c1f-8577-6ed0c19cccc8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:10.660857 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-46e77f29-0e8a-44a8-b25e-81c0fecf8e84 req-52005d48-bbb9-41de-892e-38a32043db2f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165576 Aug 24 18:28:10.697196 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5d54b35e-3a48-4c1f-8577-6ed0c19cccc8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:10.699992 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:10.704456 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d54b35e-3a48-4c1f-8577-6ed0c19cccc8 HTTP/1.1" status: 204 len: 168 time: 0.2036109 Aug 24 18:28:10.712135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d54b35e-3a48-4c1f-8577-6ed0c19cccc8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:10.720873 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.721234 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.721595 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.721940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.722279 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.722614 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.722947 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.723278 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.723612 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.723943 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.724271 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.724621 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.724944 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f011d6-607f-4ab8-b0c9-5eb6b858f515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:10.865781 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-198703a6-6001-45f5-a12e-006a61c33f57 req-927cfb54-8db6-4b8c-8563-0fd690566345 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0875778 Aug 24 18:28:11.018446 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e4ede-2d21-48ed-ad10-6d03570aafb3 req-de05b2cf-a120-4034-bf6e-68d99a666dcd tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:11.025880 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d1e4ede-2d21-48ed-ad10-6d03570aafb3 req-de05b2cf-a120-4034-bf6e-68d99a666dcd tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0895624 Aug 24 18:28:11.091647 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d1e4ede-2d21-48ed-ad10-6d03570aafb3 req-ec76ee1a-94aa-48e5-8527-f26267e3c76b tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647709 Aug 24 18:28:11.151420 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:11.173282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-636e4caa-36f2-4749-a1fd-a40ddd178a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.173608 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bde530-8805-435c-8b91-72242b2a1b65 req-bfa28e57-dc43-4fe0-a4dd-7cb64e8765f1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:11.175218 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17bde530-8805-435c-8b91-72242b2a1b65 req-bfa28e57-dc43-4fe0-a4dd-7cb64e8765f1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 945 time: 0.0643795 Aug 24 18:28:11.210999 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:28:11.243103 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17bde530-8805-435c-8b91-72242b2a1b65 req-befc7d68-e7a2-4537-9ddb-fee924de221a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596032 Aug 24 18:28:11.278067 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port eb2dcfc0-36e5-419a-8639-011900a2f91f completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:28:11.282924 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port eb2dcfc0-36e5-419a-8639-011900a2f91f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:28:11.283588 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.309506 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-b1e44a75-1cab-4f05-9bb1-ad0138196d8a tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:11.310980 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-b1e44a75-1cab-4f05-9bb1-ad0138196d8a tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "GET /v2.0/networks?id=041c64d9-ec92-4ae3-ac25-e303229fae80 HTTP/1.1" status: 200 len: 813 time: 0.1461635 Aug 24 18:28:11.330529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Request body: {'port': {'device_id': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80', 'admin_state_up': True, 'tenant_id': '1fd51ae9aa8b48178d3dfd0e359ce5b4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:11.374879 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:11.375254 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.403328 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:11.405593 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c52f1-08d7-44de-891a-83437a13dccd" -d '{"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:11.410268 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-636e4caa-36f2-4749-a1fd-a40ddd178a33 admin admin] Publish callbacks [] for security_group (96e29c02-e20c-4585-aea8-e203e84c5d69), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.425219 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:11.430962 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.431929 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 743ba82b-d069-47cd-9a54-6f57bfd7cc91 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:28:11.434413 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-636e4caa-36f2-4749-a1fd-a40ddd178a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (96e29c02-e20c-4585-aea8-e203e84c5d69), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.455063 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab91811-5613-4f86-b43e-92d3ce26f016 x-openstack-request-id: req-fab91811-5613-4f86-b43e-92d3ce26f016 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:11.455387 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:11.455643 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fab91811-5613-4f86-b43e-92d3ce26f016 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:11.456033 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab91811-5613-4f86-b43e-92d3ce26f016'] response: {'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'code': 200} Aug 24 18:28:11.503689 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:11.505266 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-636e4caa-36f2-4749-a1fd-a40ddd178a33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0f26e380baf44e594febfd2dbfb0a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527613 Aug 24 18:28:11.508147 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53088) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:11.513745 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e4caa-36f2-4749-a1fd-a40ddd178a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e29c02-e20c-4585-aea8-e203e84c5d69,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:11.528291 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:28:11.531386 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839eb1-4ce1-43a6-ac0a-758362a6b4fb req-edc853f1-c55b-4c41-8342-8f7b94531477 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:11.532897 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:28:11.533033 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fc839eb1-4ce1-43a6-ac0a-758362a6b4fb req-edc853f1-c55b-4c41-8342-8f7b94531477 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.1389413 Aug 24 18:28:11.533418 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.573366 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Made reservation on behalf of 1fd51ae9aa8b48178d3dfd0e359ce5b4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:28:11.576710 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.585912 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Publish callbacks [] for security_group (96e29c02-e20c-4585-aea8-e203e84c5d69), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.619540 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Publish callbacks [] for security_group (96e29c02-e20c-4585-aea8-e203e84c5d69), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.625917 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fc839eb1-4ce1-43a6-ac0a-758362a6b4fb req-08a38bfa-6024-4e7a-a90e-7e6733db2eee tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804877 Aug 24 18:28:11.654140 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:11.654891 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.694009 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 743ba82b-d069-47cd-9a54-6f57bfd7cc91, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:11.695750 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (96e29c02-e20c-4585-aea8-e203e84c5d69), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.699193 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.700518 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96e29c02-e20c-4585-aea8-e203e84c5d69 HTTP/1.1" status: 204 len: 168 time: 0.1869230 Aug 24 18:28:11.700890 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:11.708845 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e29c02-e20c-4585-aea8-e203e84c5d69,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:11.718787 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.719403 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.719823 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.720232 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.720655 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.721043 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.721470 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.721868 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.722280 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.722688 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.723087 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.723478 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.723875 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb39f53-0806-488e-90e3-973f1208bd47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:11.774263 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=743ba82b-d069-47cd-9a54-6f57bfd7cc91,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:11.811740 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13b4ae-ff14-4a32-97b5-b26ebacf3b57 req-30a0621d-f446-4de3-a064-c367bbfb82e9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:11.820137 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed13b4ae-ff14-4a32-97b5-b26ebacf3b57 req-30a0621d-f446-4de3-a064-c367bbfb82e9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0690436 Aug 24 18:28:11.826942 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Allocated IP 172.20.0.7 (041c64d9-ec92-4ae3-ac25-e303229fae80/5aed580f-38a8-4084-ad7b-88252fe45052/9f1488fe-6657-44ed-8d94-92b50b9d90b1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:28:11.835903 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf896a6-200b-4a0f-8529-23b0404e827a req-b50ba489-2cb6-487e-b3cf-523c856ff4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:11.837624 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3cf896a6-200b-4a0f-8529-23b0404e827a req-b50ba489-2cb6-487e-b3cf-523c856ff4a4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1129 time: 0.1336055 Aug 24 18:28:11.868828 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed13b4ae-ff14-4a32-97b5-b26ebacf3b57 req-fbad99c0-17f2-4b2f-847d-bc269d2934e7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474186 Aug 24 18:28:11.923608 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3cf896a6-200b-4a0f-8529-23b0404e827a req-abda1b83-390e-4a8f-81bc-a1c65d6e5a07 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790472 Aug 24 18:28:12.007301 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7b901f31-f6ff-438a-860f-7b7648ea41f1 req-6a372076-e95a-4f98-9411-47a1c52dfe2a tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0438807 Aug 24 18:28:12.069462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks [] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.119707 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.205584 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Network 041c64d9-ec92-4ae3-ac25-e303229fae80 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:28:12.211988 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:28:12.215721 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:28:12.232142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:12.235292 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.257223 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53114) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:12.279134 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f80c0943-647c-4731-a9f7-286c8d8009ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.293200 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Pushing event updated for resources: {'Port': ['ID=9f1488fe-6657-44ed-8d94-92b50b9d90b1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:12.300143 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-8d49f8d1-e377-48b1-8f1b-5e0c45040689 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736016 Aug 24 18:28:12.315964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d05663-5c0d-43e2-88d6-9f8c02296c63 req-d4e4c938-75c6-4992-a86e-2d04eb3fffb3 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:12.317718 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37d05663-5c0d-43e2-88d6-9f8c02296c63 req-d4e4c938-75c6-4992-a86e-2d04eb3fffb3 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0798905 Aug 24 18:28:12.389460 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37d05663-5c0d-43e2-88d6-9f8c02296c63 req-fe6cc5d8-500b-4fe4-8b04-7299bec25d32 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638773 Aug 24 18:28:12.399020 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c73db6-d1be-461f-822e-566a46256de4 req-baa3dfa9-4834-4a60-9535-be422c5f55e9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:12.401042 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47c73db6-d1be-461f-822e-566a46256de4 req-baa3dfa9-4834-4a60-9535-be422c5f55e9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0976341 Aug 24 18:28:12.425165 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Request body: {'port': {'device_id': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:12.477620 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f80c0943-647c-4731-a9f7-286c8d8009ee admin admin] Publish callbacks [] for security_group (86d01ac5-989c-4470-bb6e-734ce2acaee5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.490549 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f80c0943-647c-4731-a9f7-286c8d8009ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (86d01ac5-989c-4470-bb6e-734ce2acaee5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.511288 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47c73db6-d1be-461f-822e-566a46256de4 req-f63f4793-f3bb-49d8-8019-c943b2cf3586 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021137 Aug 24 18:28:12.540857 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f80c0943-647c-4731-a9f7-286c8d8009ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2513ee5fb244d23bc5c2979c6b25e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821178 Aug 24 18:28:12.541833 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c0943-647c-4731-a9f7-286c8d8009ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d01ac5-989c-4470-bb6e-734ce2acaee5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:12.546708 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53128) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:12.648958 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fccc58f7-a65b-481c-9b66-23fdbdbac002 admin admin] Publish callbacks [] for security_group (86d01ac5-989c-4470-bb6e-734ce2acaee5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.694326 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747313ec-2238-422d-b9bc-51d3970d1748 req-0ed230db-6e16-496e-84c1-abe7c8aad68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:12.696362 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-0ed230db-6e16-496e-84c1-abe7c8aad68c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 1129 time: 0.2071362 Aug 24 18:28:12.702368 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.715844 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fccc58f7-a65b-481c-9b66-23fdbdbac002 admin admin] Publish callbacks [] for security_group (86d01ac5-989c-4470-bb6e-734ce2acaee5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.816736 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab449d6-3c9f-4c13-b783-3634187f46bc req-85c94513-777f-4468-8beb-578560336fee tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:12.818404 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ab449d6-3c9f-4c13-b783-3634187f46bc req-85c94513-777f-4468-8beb-578560336fee tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.2527232 Aug 24 18:28:12.821968 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ff2bd-b778-4d2a-b229-4d82059f5d40 req-fcefd9ad-e6b5-4a87-b9b0-c50c42f412fe tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:12.824748 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-376ff2bd-b778-4d2a-b229-4d82059f5d40 req-fcefd9ad-e6b5-4a87-b9b0-c50c42f412fe tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0840664 Aug 24 18:28:12.837913 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fccc58f7-a65b-481c-9b66-23fdbdbac002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (86d01ac5-989c-4470-bb6e-734ce2acaee5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.840698 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fccc58f7-a65b-481c-9b66-23fdbdbac002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:12.841943 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fccc58f7-a65b-481c-9b66-23fdbdbac002 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86d01ac5-989c-4470-bb6e-734ce2acaee5 HTTP/1.1" status: 204 len: 168 time: 0.2940519 Aug 24 18:28:12.857880 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc58f7-a65b-481c-9b66-23fdbdbac002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d01ac5-989c-4470-bb6e-734ce2acaee5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:12.929966 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-376ff2bd-b778-4d2a-b229-4d82059f5d40 req-3da8ae3a-eccf-482a-995a-4cb8a75accdb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997910 Aug 24 18:28:12.947310 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ab449d6-3c9f-4c13-b783-3634187f46bc req-b7aaacd4-ff90-4b8a-b1e8-8349f67a1219 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153200 Aug 24 18:28:12.997912 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747313ec-2238-422d-b9bc-51d3970d1748 req-00528685-61a3-4e28-a616-cea00fd2a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:12.999945 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-00528685-61a3-4e28-a616-cea00fd2a796 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.2759926 Aug 24 18:28:13.051555 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-b1dd64bf-c3a6-41ee-a125-5c3344030963 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b HTTP/1.1" status: 200 len: 217 time: 0.0416205 Aug 24 18:28:13.149778 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4c0e-9d87-4fc1-ad26-e499c001afd3 req-0a4cbba2-874d-42f8-8499-c2cbec97f75c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:13.152380 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747313ec-2238-422d-b9bc-51d3970d1748 req-793ee210-6739-426b-9ea7-b119a024fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:13.153874 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-793ee210-6739-426b-9ea7-b119a024fd46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0937097 Aug 24 18:28:13.157012 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f91e4c0e-9d87-4fc1-ad26-e499c001afd3 req-0a4cbba2-874d-42f8-8499-c2cbec97f75c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 931 time: 0.0631366 Aug 24 18:28:13.201608 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f91e4c0e-9d87-4fc1-ad26-e499c001afd3 req-9328619d-ff0a-4547-9a9a-6d22112e5058 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Aug 24 18:28:13.272334 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1488fe-6657-44ed-8d94-92b50b9d90b1 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:28:13.280419 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747313ec-2238-422d-b9bc-51d3970d1748 req-16073ad2-d332-445a-8319-ceddb96d14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:13.281980 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-16073ad2-d332-445a-8319-ceddb96d14db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1099386 Aug 24 18:28:13.283670 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Publish callbacks [] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:13.312034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Transition to ACTIVE for port object 9f1488fe-6657-44ed-8d94-92b50b9d90b1 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:28:13.338428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:13.419767 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1488fe-6657-44ed-8d94-92b50b9d90b1,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:13.436294 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Attempting to bind port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:28:13.436649 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Attempting to bind port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:28:13.436977 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Attempting to bind port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 on network 041c64d9-ec92-4ae3-ac25-e303229fae80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:28:13.447916 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 on network 041c64d9-ec92-4ae3-ac25-e303229fae80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:28:13.448230 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Attempting to bind port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 on network 041c64d9-ec92-4ae3-ac25-e303229fae80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:28:13.452853 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-5525df35-0250-4714-94b8-82a2ab38d66c service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626112 Aug 24 18:28:13.455438 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:28:13.455705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Checking segment: {'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:28:13.456073 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Bound using segment: {'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:28:13.456519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Bound port: 9f1488fe-6657-44ed-8d94-92b50b9d90b1, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:28:13.456872 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:13.457420 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:13.460787 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db7836b-c1a6-47d7-acfb-8e4df8854ba7" -d '{"events": [{"server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "name": "network-vif-plugged", "status": "completed", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:13.498279 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc7cdb6-3cf8-4d95-950e-22ce38d0700c x-openstack-request-id: req-0fc7cdb6-3cf8-4d95-950e-22ce38d0700c {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:13.498579 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "name": "network-vif-plugged", "status": "completed", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:13.498838 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fc7cdb6-3cf8-4d95-950e-22ce38d0700c {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:13.499237 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc7cdb6-3cf8-4d95-950e-22ce38d0700c'] response: {'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'code': 200} Aug 24 18:28:13.737659 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44de0c-9cea-4c22-8656-f2c68d6b471f req-06603261-087c-4741-a7c9-04d4435d0268 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:13.747743 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf44de0c-9cea-4c22-8656-f2c68d6b471f req-06603261-087c-4741-a7c9-04d4435d0268 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.1346853 Aug 24 18:28:13.817939 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] For port 9f1488fe-6657-44ed-8d94-92b50b9d90b1, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:28:13.824707 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] For port 9f1488fe-6657-44ed-8d94-92b50b9d90b1, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9f1488fe-6657-44ed-8d94-92b50b9d90b1,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:28:13.838372 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-183a2f0e-0680-4c3c-870b-22980ccef105 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728197 Aug 24 18:28:13.840581 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf44de0c-9cea-4c22-8656-f2c68d6b471f req-e1cde2c4-2774-4be2-87d1-f316f97bf9c0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916090 Aug 24 18:28:13.862780 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:13.871294 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:13.872183 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:13.873671 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] 10.222.0.58 "PUT /v2.0/ports/9f1488fe-6657-44ed-8d94-92b50b9d90b1 HTTP/1.1" status: 200 len: 1093 time: 1.4597583 Aug 24 18:28:13.895513 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'tag': '9f1488fe-6657-44ed-8d94-92b50b9d90b1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:13.899242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd07cb9-1b6a-4664-ad41-7f9c90f16afb", "tag": "9f1488fe-6657-44ed-8d94-92b50b9d90b1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:13.967660 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b7a0e8-ba1f-4e68-8e40-b3398531a123 x-openstack-request-id: req-59b7a0e8-ba1f-4e68-8e40-b3398531a123 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:13.967954 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd07cb9-1b6a-4664-ad41-7f9c90f16afb", "tag": "9f1488fe-6657-44ed-8d94-92b50b9d90b1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:13.968202 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59b7a0e8-ba1f-4e68-8e40-b3398531a123 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:13.968667 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b7a0e8-ba1f-4e68-8e40-b3398531a123'] response: {'name': 'network-changed', 'server_uuid': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'tag': '9f1488fe-6657-44ed-8d94-92b50b9d90b1', 'status': 'completed', 'code': 200} Aug 24 18:28:13.973665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97ec5-8497-437e-be2b-32fc521a0c00 req-4e1dd05d-cff5-435a-b2c6-217eeedea0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:13.975173 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1c97ec5-8497-437e-be2b-32fc521a0c00 req-4e1dd05d-cff5-435a-b2c6-217eeedea0f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1130 time: 0.1528075 Aug 24 18:28:13.986189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3de20-4af7-4ade-a0eb-3f34e6a52663 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1488fe-6657-44ed-8d94-92b50b9d90b1,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:14.105651 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-c9c72aa1-06d3-468e-98e1-e352f6c4df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:14.107177 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-c9c72aa1-06d3-468e-98e1-e352f6c4df5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 1127 time: 0.1377764 Aug 24 18:28:14.109483 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1c97ec5-8497-437e-be2b-32fc521a0c00 req-6b9744b7-4e6e-4a01-95e7-cebb52a15864 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203721 Aug 24 18:28:14.146324 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4f8b0-3382-4124-a74d-b2240c7177a3 req-51cb8091-8535-4d54-a1b3-6ed47dc09e3a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:14.148063 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fef4f8b0-3382-4124-a74d-b2240c7177a3 req-51cb8091-8535-4d54-a1b3-6ed47dc09e3a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0940702 Aug 24 18:28:14.179997 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b756719-d2bf-4854-9837-c176e02357a9 req-6d7e442c-7b56-4651-822e-ac74a41a5c72 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:14.181612 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5b756719-d2bf-4854-9837-c176e02357a9 req-6d7e442c-7b56-4651-822e-ac74a41a5c72 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0621865 Aug 24 18:28:14.227242 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fef4f8b0-3382-4124-a74d-b2240c7177a3 req-1bc32fee-4a75-4aa6-9dcd-c8d26ead8463 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660050 Aug 24 18:28:14.292951 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5b756719-d2bf-4854-9837-c176e02357a9 req-c609a2dd-c9db-4c9f-bafe-8ff8fd2dc0bc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963140 Aug 24 18:28:14.370134 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f8027-7402-4673-80f0-addce7d740de req-6ae49a0e-968e-47be-944c-be87e9dfa478 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:14.371836 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f5f8027-7402-4673-80f0-addce7d740de req-6ae49a0e-968e-47be-944c-be87e9dfa478 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 943 time: 0.0562983 Aug 24 18:28:14.428359 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f5f8027-7402-4673-80f0-addce7d740de req-339f20ab-ee3b-4c20-92a5-a29d41f66bb0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Aug 24 18:28:14.458171 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e019286-ca75-4f70-9225-5438b9d85cd7 req-32391f97-5c80-487d-bd25-4894ff618cf4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:14.459826 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7e019286-ca75-4f70-9225-5438b9d85cd7 req-32391f97-5c80-487d-bd25-4894ff618cf4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Aug 24 18:28:14.470134 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53216) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:14.474864 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'floatingip': {'port_id': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:14.544898 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-ea761849-95c2-4adb-9329-e5a81e48d00a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f1488fe-6657-44ed-8d94-92b50b9d90b1 HTTP/1.1" status: 200 len: 217 time: 0.0362937 Aug 24 18:28:14.547689 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (28d2b06a-b79e-4e7e-af3e-9890a9ef0a23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:14.592497 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-54e0c03d-3ad1-4143-a925-43cbf6e7e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:14.593961 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-54e0c03d-3ad1-4143-a925-43cbf6e7e544 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aed580f-38a8-4084-ad7b-88252fe45052 HTTP/1.1" status: 200 len: 853 time: 0.0433228 Aug 24 18:28:14.642092 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-1e4d8b8e-6dd2-417d-bd8b-4aeeb77f8cae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=041c64d9-ec92-4ae3-ac25-e303229fae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267229 Aug 24 18:28:14.751659 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-24f4eb9a-040b-4d9b-8889-3d5955dde0b3 service neutron] 10.222.0.58 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023891 Aug 24 18:28:14.879112 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29b3693-a0ae-4189-a599-fe3e4b396cfb req-bf25e81c-26bf-4a61-a94a-91af7b7b2140 service neutron] 10.222.0.58 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211784 Aug 24 18:28:15.047895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-964856ab-82eb-4990-9cdd-99578b695e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:15.049943 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-964856ab-82eb-4990-9cdd-99578b695e04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 1127 time: 0.0505924 Aug 24 18:28:15.105255 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c230a2-809d-43fe-acba-11559236eae9 req-6ac1d02e-56b6-4bbb-8c28-23fa0abcf615 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:15.106783 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-03c230a2-809d-43fe-acba-11559236eae9 req-6ac1d02e-56b6-4bbb-8c28-23fa0abcf615 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.1762249 Aug 24 18:28:15.214859 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 18:28:15.239417 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-cedffd6a-272d-4c95-9c35-9cf68049adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:15.240966 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-cedffd6a-272d-4c95-9c35-9cf68049adc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=041c64d9-ec92-4ae3-ac25-e303229fae80 HTTP/1.1" status: 200 len: 914 time: 0.1834950 Aug 24 18:28:15.309422 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-03c230a2-809d-43fe-acba-11559236eae9 req-0b05cde9-b6c6-4261-baf8-cca55ebd07da tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784301 Aug 24 18:28:15.316099 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-61fd61ec-26fb-4b21-9fd9-c683b67ca91a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f1488fe-6657-44ed-8d94-92b50b9d90b1 HTTP/1.1" status: 200 len: 217 time: 0.0669231 Aug 24 18:28:15.331514 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:15.356127 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (28d2b06a-b79e-4e7e-af3e-9890a9ef0a23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:15.387671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-db3d7ff3-7567-4b26-94a8-ef73d109eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:15.387671 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-db3d7ff3-7567-4b26-94a8-ef73d109eee9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aed580f-38a8-4084-ad7b-88252fe45052 HTTP/1.1" status: 200 len: 853 time: 0.0621235 Aug 24 18:28:15.440417 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-4234c44f-18c2-4606-8dad-9536928462d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=041c64d9-ec92-4ae3-ac25-e303229fae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344961 Aug 24 18:28:15.543090 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-a4027f8d-6252-40fd-b8c8-454f031a01f1 service neutron] 10.222.0.58 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944431 Aug 24 18:28:15.659199 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3c641c1-f96a-42dc-9c54-45e2cfbc195a req-5d675668-3973-4e27-b613-3f24cce8e69d service neutron] 10.222.0.58 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032162 Aug 24 18:28:15.755364 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2079f-8ed7-4fa5-b76e-632906441124 req-3cc389a1-d5e0-4625-9f15-b8bdcee7e21b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:15.756886 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2d2079f-8ed7-4fa5-b76e-632906441124 req-3cc389a1-d5e0-4625-9f15-b8bdcee7e21b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.1045096 Aug 24 18:28:15.759798 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Floating IP 28d2b06a-b79e-4e7e-af3e-9890a9ef0a23 associated. External IP: 172.27.3.177, port: eb2dcfc0-36e5-419a-8639-011900a2f91f. Aug 24 18:28:15.764281 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f190-540c-4064-9593-302d589677c2 req-a8dad401-e29b-458f-90ed-4c17b2957631 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:15.765936 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e298f190-540c-4064-9593-302d589677c2 req-a8dad401-e29b-458f-90ed-4c17b2957631 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 943 time: 0.0591416 Aug 24 18:28:15.813241 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e298f190-540c-4064-9593-302d589677c2 req-7922f948-4928-4c36-bd1b-868bb3b9cb87 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Aug 24 18:28:15.876661 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2d2079f-8ed7-4fa5-b76e-632906441124 req-30a7aaf8-1200-4952-8508-87028af53cbd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847657 Aug 24 18:28:15.990113 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:28:16.101759 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:28:16.106614 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:16.117690 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] Sync routers for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:28:16.129466 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:28:16.130136 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:28:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:16.146705 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5a9a68fd-c083-454d-bcc7-611590d08ebc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "PUT /v2.0/floatingips/28d2b06a-b79e-4e7e-af3e-9890a9ef0a23 HTTP/1.1" status: 200 len: 991 time: 1.6729069 Aug 24 18:28:16.146705 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:16.147608 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:16.191722 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15f571d-a110-4710-9a03-8a19b52dcc44 x-openstack-request-id: req-f15f571d-a110-4710-9a03-8a19b52dcc44 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:16.192334 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:16.192787 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f15f571d-a110-4710-9a03-8a19b52dcc44 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:16.193983 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15f571d-a110-4710-9a03-8a19b52dcc44'] response: {'name': 'network-changed', 'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'status': 'completed', 'code': 200} Aug 24 18:28:16.325808 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:28:16.377583 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-a18d185e-466a-4a69-9475-f0eb28cb176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:16.380704 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-a18d185e-466a-4a69-9475-f0eb28cb176e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1129 time: 0.0671184 Aug 24 18:28:16.475103 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59581a7-2079-4685-8f47-18c2178c9c4b req-c29bd1f3-d4b8-4052-82f8-e369e747b72e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:16.476763 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e59581a7-2079-4685-8f47-18c2178c9c4b req-c29bd1f3-d4b8-4052-82f8-e369e747b72e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0620210 Aug 24 18:28:16.490410 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-d5a8c8a2-0789-43d3-9c22-e703ea94e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:16.491935 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-d5a8c8a2-0789-43d3-9c22-e703ea94e96a service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.1040907 Aug 24 18:28:16.524820 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e59581a7-2079-4685-8f47-18c2178c9c4b req-de89451a-103a-43ef-85e7-26ce729f6299 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Aug 24 18:28:16.581690 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-d36db262-9e26-4341-bc80-cf3e03392048 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 200 len: 999 time: 0.0828936 Aug 24 18:28:16.605041 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '28d2b06a-b79e-4e7e-af3e-9890a9ef0a23', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'port_id': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'mac_address': 'fa:16:3e:c3:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:27:38Z', 'updated_at': '2022-08-24T18:28:15Z', 'revision_number': 1, 'project_id': '154b7777047c4f36bee61d548c92051a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:16.630069 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] Checking router: bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:28:16.633866 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-5bfbe130-53cf-4efd-b30b-2cad5569280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:16.635378 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-5bfbe130-53cf-4efd-b30b-2cad5569280e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0476582 Aug 24 18:28:16.639202 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:28:16.640108 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:28:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:16.695323 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-fc2faae1-0215-4692-a29b-a3c28efdbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:16.696947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-fc2faae1-0215-4692-a29b-a3c28efdbbaa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436788 Aug 24 18:28:16.749081 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:28:16.805502 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-7f0a05e5-eedd-4673-967a-5f19a6a5d125 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913067 Aug 24 18:28:16.907802 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f17cb68f-a2a7-47c6-9d3e-7752d6a1110e req-ff7b2bb7-69f3-4762-8f55-2600781b91a3 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954392 Aug 24 18:28:16.950363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b84e8e-cfdd-4e05-b782-fec3833226a7 req-9d0f8c13-f1b8-4823-8bb9-cd4dda9674f0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:16.952747 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17b84e8e-cfdd-4e05-b782-fec3833226a7 req-9d0f8c13-f1b8-4823-8bb9-cd4dda9674f0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 943 time: 0.0643444 Aug 24 18:28:16.983608 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '28d2b06a-b79e-4e7e-af3e-9890a9ef0a23', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'port_id': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'mac_address': 'fa:16:3e:c3:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:27:38Z', 'updated_at': '2022-08-24T18:28:15Z', 'revision_number': 1, 'project_id': '154b7777047c4f36bee61d548c92051a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:17.009070 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17b84e8e-cfdd-4e05-b782-fec3833226a7 req-d6c34cc4-3d06-4ef4-9c0c-06d3622a987d tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Aug 24 18:28:17.012326 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32f997-92a6-4d7e-b0ed-05d9800f257b None None] The sync data for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi is: [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '28d2b06a-b79e-4e7e-af3e-9890a9ef0a23', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'port_id': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'mac_address': 'fa:16:3e:c3:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:27:38Z', 'updated_at': '2022-08-24T18:28:15Z', 'revision_number': 1, 'project_id': '154b7777047c4f36bee61d548c92051a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:28:17.024320 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb192cda-e2c8-4e77-9ab9-b6442634f0b7 req-2152cc95-654e-44a2-90fe-02c5efbbf277 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:17.026099 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb192cda-e2c8-4e77-9ab9-b6442634f0b7 req-2152cc95-654e-44a2-90fe-02c5efbbf277 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0618885 Aug 24 18:28:17.081184 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb192cda-e2c8-4e77-9ab9-b6442634f0b7 req-8723a3dd-c6b1-46f6-ba5f-8bd338693978 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465348 Aug 24 18:28:17.205541 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a3403-cbab-486d-97b4-16a3cfc5ddec req-080fbaa9-25c1-4488-bcae-e387fed29f88 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:17.207153 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-788a3403-cbab-486d-97b4-16a3cfc5ddec req-080fbaa9-25c1-4488-bcae-e387fed29f88 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0575483 Aug 24 18:28:17.217239 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53298) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:17.220810 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761b702-c3a7-4d11-85b5-39336e1d78cd None None] New status for floating IP 28d2b06a-b79e-4e7e-af3e-9890a9ef0a23: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:28:17.221813 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'floatingip': {'port_id': '743ba82b-d069-47cd-9a54-6f57bfd7cc91'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:17.263603 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (bd638527-e617-4447-823c-a29c966c7f4a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:17.706100 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c031c56-d9da-4524-9e76-9c8a65dceb41 req-eb1744ee-9fcf-4907-a9ea-44caf3da1f9a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:17.707635 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c031c56-d9da-4524-9e76-9c8a65dceb41 req-eb1744ee-9fcf-4907-a9ea-44caf3da1f9a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0949562 Aug 24 18:28:17.784931 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:17.794148 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (bd638527-e617-4447-823c-a29c966c7f4a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:17.800101 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c031c56-d9da-4524-9e76-9c8a65dceb41 req-4f028235-9ca3-405a-a732-86ff79d726a3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862310 Aug 24 18:28:17.909795 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Floating IP bd638527-e617-4447-823c-a29c966c7f4a associated. External IP: 172.27.3.65, port: 743ba82b-d069-47cd-9a54-6f57bfd7cc91. Aug 24 18:28:18.124897 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:28:18.149925 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac12ee-be96-4a1e-80f1-536bbe75f530 req-a38e0383-81d3-4b37-b264-7fb9f3bfe018 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:18.151536 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fdac12ee-be96-4a1e-80f1-536bbe75f530 req-a38e0383-81d3-4b37-b264-7fb9f3bfe018 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 943 time: 0.0591669 Aug 24 18:28:18.198809 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fdac12ee-be96-4a1e-80f1-536bbe75f530 req-aff6adc6-b00e-44b3-b8b0-503e1a2d0311 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Aug 24 18:28:18.225473 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:28:18.230859 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:18.237040 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] Sync routers for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:28:18.247053 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:28:18.247662 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:28:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:18.266508 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-059dadaa-c734-42ba-9588-9134098e1c38 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "PUT /v2.0/floatingips/bd638527-e617-4447-823c-a29c966c7f4a HTTP/1.1" status: 200 len: 991 time: 1.0458932 Aug 24 18:28:18.266508 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:18.267412 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5658197-cc33-4972-b2fa-4b5e563ff854" -d '{"events": [{"name": "network-changed", "server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:18.303210 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29947d8c-8f58-4d68-ba7a-444c0e6b3c8b x-openstack-request-id: req-29947d8c-8f58-4d68-ba7a-444c0e6b3c8b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:18.303513 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:18.303767 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29947d8c-8f58-4d68-ba7a-444c0e6b3c8b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:18.304178 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29947d8c-8f58-4d68-ba7a-444c0e6b3c8b'] response: {'name': 'network-changed', 'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'status': 'completed', 'code': 200} Aug 24 18:28:18.349837 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:28:18.416815 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-26187fb6-802c-47cd-9ff5-28ac6b027a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:18.418318 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-26187fb6-802c-47cd-9ff5-28ac6b027a1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1130 time: 0.0451112 Aug 24 18:28:18.516165 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-427ba850-eb9e-4229-834a-e30ed50537d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:18.517686 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-427ba850-eb9e-4229-834a-e30ed50537d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 912 time: 0.0872905 Aug 24 18:28:18.566673 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'bd638527-e617-4447-823c-a29c966c7f4a', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'port_id': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'mac_address': 'fa:16:3e:82:f2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796a93c-e478-407a-af9d-bfddb468d030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:27:41Z', 'updated_at': '2022-08-24T18:28:17Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:18.578030 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-c3b5e153-03ed-4cd9-a9ed-d8f36699f865 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 200 len: 999 time: 0.0538838 Aug 24 18:28:18.591163 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] Checking router: 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:28:18.599338 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:28:18.599942 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:28:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:18.630153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-c4687205-c357-435a-aaf7-8524a131c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:18.631630 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-c4687205-c357-435a-aaf7-8524a131c92e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.0463490 Aug 24 18:28:18.678747 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-dd1cefcd-1a35-401b-81d7-a9a44242690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:18.680280 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-dd1cefcd-1a35-401b-81d7-a9a44242690d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421338 Aug 24 18:28:18.699573 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:28:18.773426 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-4f38088a-afe6-4f29-8bdb-c3b989114892 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819833 Aug 24 18:28:18.889425 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5658197-cc33-4972-b2fa-4b5e563ff854 req-88ad3aa1-4a4c-46b4-92fe-a232f36e96fd service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091003 Aug 24 18:28:18.936043 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'bd638527-e617-4447-823c-a29c966c7f4a', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'port_id': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'mac_address': 'fa:16:3e:82:f2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796a93c-e478-407a-af9d-bfddb468d030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:27:41Z', 'updated_at': '2022-08-24T18:28:17Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:18.968924 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d245f-c3e3-4332-825b-7bd31e6cc993 None None] The sync data for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi is: [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'bd638527-e617-4447-823c-a29c966c7f4a', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'port_id': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'mac_address': 'fa:16:3e:82:f2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796a93c-e478-407a-af9d-bfddb468d030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:27:41Z', 'updated_at': '2022-08-24T18:28:17Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:28:19.003915 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8cb01-ebf5-45ba-a89b-639fc05f4e12 req-fa380e5f-dec6-4603-b75c-dc190a36e85a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:19.012223 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7e8cb01-ebf5-45ba-a89b-639fc05f4e12 req-fa380e5f-dec6-4603-b75c-dc190a36e85a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0976741 Aug 24 18:28:19.078620 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7e8cb01-ebf5-45ba-a89b-639fc05f4e12 req-9ff76574-b7c5-44b0-8b59-02fb093b9d19 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661507 Aug 24 18:28:19.270543 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9f1488fe-6657-44ed-8d94-92b50b9d90b1 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:28:19.346834 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75b51b-a8c5-4993-8dbf-d2cd2805b0a1 req-e23e12c9-cd79-4b70-a188-af000e91d0a0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:19.349674 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa75b51b-a8c5-4993-8dbf-d2cd2805b0a1 req-e23e12c9-cd79-4b70-a188-af000e91d0a0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 943 time: 0.0689564 Aug 24 18:28:19.395797 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 9f1488fe-6657-44ed-8d94-92b50b9d90b1, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9f1488fe-6657-44ed-8d94-92b50b9d90b1,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:19.409078 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '9f1488fe-6657-44ed-8d94-92b50b9d90b1', 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80', 'port_id': '9f1488fe-6657-44ed-8d94-92b50b9d90b1', 'mac_address': 'fa:16:3e:38:cd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aed580f-38a8-4084-ad7b-88252fe45052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:28:19.414224 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa75b51b-a8c5-4993-8dbf-d2cd2805b0a1 req-371248f2-f5ac-4f74-a744-b1a79b8514d4 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577548 Aug 24 18:28:19.453329 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:19.453726 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:19.467492 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1488fe-6657-44ed-8d94-92b50b9d90b1 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:28:19.486948 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 9f1488fe-6657-44ed-8d94-92b50b9d90b1, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9f1488fe-6657-44ed-8d94-92b50b9d90b1,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:19.494419 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:19.546136 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=9f1488fe-6657-44ed-8d94-92b50b9d90b1,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:19.554326 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.554692 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.555249 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.555593 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.556092 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.556603 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.557090 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.557462 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.558035 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.558440 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.558829 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.559159 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.559481 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:28:19.700478 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02019829-c175-47bb-9adb-d36be90fa872 None None] New status for floating IP bd638527-e617-4447-823c-a29c966c7f4a: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:28:20.064858 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['9f1488fe-6657-44ed-8d94-92b50b9d90b1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:28:20.227147 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686bacf-8c88-4c44-ab31-89fc38da4639 req-7577d1e8-26ba-4d93-a8d7-ee11ec503231 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:20.229883 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6686bacf-8c88-4c44-ab31-89fc38da4639 req-7577d1e8-26ba-4d93-a8d7-ee11ec503231 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0691545 Aug 24 18:28:20.284999 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6686bacf-8c88-4c44-ab31-89fc38da4639 req-fa1e4696-f388-400a-8a8d-c36e42024eb9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481458 Aug 24 18:28:20.554793 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:20.577144 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc07cb1-4fd9-4407-a0db-57d06cff5157 req-2f043cfa-b0dd-4184-a659-546da5360c8e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:20.578697 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dc07cb1-4fd9-4407-a0db-57d06cff5157 req-2f043cfa-b0dd-4184-a659-546da5360c8e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 944 time: 0.0760093 Aug 24 18:28:20.626091 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dc07cb1-4fd9-4407-a0db-57d06cff5157 req-7ee609a0-661a-4613-ad6a-bd6361b523a5 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Aug 24 18:28:20.663036 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e972fc28-9c3f-4e94-a598-68d95e6f8bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:20.735888 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e972fc28-9c3f-4e94-a598-68d95e6f8bb6 admin admin] Publish callbacks [] for security_group (81872e0b-2749-4e4c-bd60-e9cad23d915a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:20.741858 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e972fc28-9c3f-4e94-a598-68d95e6f8bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (81872e0b-2749-4e4c-bd60-e9cad23d915a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:20.778160 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972fc28-9c3f-4e94-a598-68d95e6f8bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81872e0b-2749-4e4c-bd60-e9cad23d915a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:20.782483 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e972fc28-9c3f-4e94-a598-68d95e6f8bb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c12917320756485fb727327a218990ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265205 Aug 24 18:28:20.785228 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:20.830416 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00563e4c-bda3-481a-8ded-e4d05cb490be admin admin] Publish callbacks [] for security_group (81872e0b-2749-4e4c-bd60-e9cad23d915a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:20.851655 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00563e4c-bda3-481a-8ded-e4d05cb490be admin admin] Publish callbacks [] for security_group (81872e0b-2749-4e4c-bd60-e9cad23d915a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:20.903787 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00563e4c-bda3-481a-8ded-e4d05cb490be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (81872e0b-2749-4e4c-bd60-e9cad23d915a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:20.906806 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00563e4c-bda3-481a-8ded-e4d05cb490be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:20.907958 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-00563e4c-bda3-481a-8ded-e4d05cb490be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81872e0b-2749-4e4c-bd60-e9cad23d915a HTTP/1.1" status: 204 len: 168 time: 0.1218669 Aug 24 18:28:20.915859 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563e4c-bda3-481a-8ded-e4d05cb490be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81872e0b-2749-4e4c-bd60-e9cad23d915a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:21.176222 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:21.189503 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-515ccb8d-5a60-4404-8aee-eea2078d217f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:21.263265 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-515ccb8d-5a60-4404-8aee-eea2078d217f admin admin] Publish callbacks [] for security_group (6e18ca5d-d170-440a-8efd-4fe3c757c8a3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:21.269562 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-515ccb8d-5a60-4404-8aee-eea2078d217f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6e18ca5d-d170-440a-8efd-4fe3c757c8a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:21.307343 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-515ccb8d-5a60-4404-8aee-eea2078d217f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=babd42a642614c50bac20f4774e0c98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295173 Aug 24 18:28:21.307873 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ccb8d-5a60-4404-8aee-eea2078d217f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e18ca5d-d170-440a-8efd-4fe3c757c8a3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:21.309775 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53422) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:21.366879 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-364d087a-2348-41a8-b783-a86111597f96 admin admin] Publish callbacks [] for security_group (6e18ca5d-d170-440a-8efd-4fe3c757c8a3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:21.387699 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-364d087a-2348-41a8-b783-a86111597f96 admin admin] Publish callbacks [] for security_group (6e18ca5d-d170-440a-8efd-4fe3c757c8a3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:21.400947 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f222cb-3d3c-430d-b775-d76f30b949fe req-511e08d1-16b3-4ba2-8982-fe707e3c1863 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:21.402420 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0f222cb-3d3c-430d-b775-d76f30b949fe req-511e08d1-16b3-4ba2-8982-fe707e3c1863 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0505893 Aug 24 18:28:21.434801 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-364d087a-2348-41a8-b783-a86111597f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6e18ca5d-d170-440a-8efd-4fe3c757c8a3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:21.437272 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-364d087a-2348-41a8-b783-a86111597f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:21.438409 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-364d087a-2348-41a8-b783-a86111597f96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e18ca5d-d170-440a-8efd-4fe3c757c8a3 HTTP/1.1" status: 204 len: 168 time: 0.1254709 Aug 24 18:28:21.447227 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d087a-2348-41a8-b783-a86111597f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e18ca5d-d170-440a-8efd-4fe3c757c8a3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:21.449943 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0f222cb-3d3c-430d-b775-d76f30b949fe req-ba8265c4-56a8-48fb-8b84-08a4cd72bafa tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Aug 24 18:28:21.746061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360526f-d1a7-4c71-a92a-5c490c7999d6 req-435aec32-a63f-45c9-9301-8de1f7854261 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:21.749507 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0360526f-d1a7-4c71-a92a-5c490c7999d6 req-435aec32-a63f-45c9-9301-8de1f7854261 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 944 time: 0.0541880 Aug 24 18:28:21.798021 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0360526f-d1a7-4c71-a92a-5c490c7999d6 req-3dea71ac-4d2a-4bc9-922d-ca56d25865db tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Aug 24 18:28:22.581846 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b26399-81d4-4790-a276-e8f4d1345ef5 req-686e01e5-930b-4c34-846f-01b0c23313e1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:22.583931 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b8b26399-81d4-4790-a276-e8f4d1345ef5 req-686e01e5-930b-4c34-846f-01b0c23313e1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0567791 Aug 24 18:28:22.633244 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b8b26399-81d4-4790-a276-e8f4d1345ef5 req-488db991-6852-4002-96ef-204ee7ea6ae5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Aug 24 18:28:22.934736 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86fb43-7f4c-4957-b6a5-606f57e63907 req-fb5bab47-f7e0-4502-8b7b-4c454750359c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:22.936198 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d86fb43-7f4c-4957-b6a5-606f57e63907 req-fb5bab47-f7e0-4502-8b7b-4c454750359c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 944 time: 0.0567663 Aug 24 18:28:22.983344 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d86fb43-7f4c-4957-b6a5-606f57e63907 req-1ece7c7d-bd7c-4adf-a460-e185fdf180c6 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Aug 24 18:28:23.756198 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8316eff-f560-4c87-ba2b-09a6655e99e4 req-e2afb47c-8840-46d3-bf6b-4d6192fee1d5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:23.757723 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8316eff-f560-4c87-ba2b-09a6655e99e4 req-e2afb47c-8840-46d3-bf6b-4d6192fee1d5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0525906 Aug 24 18:28:23.805734 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8316eff-f560-4c87-ba2b-09a6655e99e4 req-920c9a2a-a5b4-46c2-9adc-b16f11d0931d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Aug 24 18:28:24.115719 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7f321-637e-44b6-b630-16cfc6cad08e req-5bc1e59a-e4b1-44fb-af6e-e37403003420 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:24.117153 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92a7f321-637e-44b6-b630-16cfc6cad08e req-5bc1e59a-e4b1-44fb-af6e-e37403003420 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 944 time: 0.0580721 Aug 24 18:28:24.164200 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92a7f321-637e-44b6-b630-16cfc6cad08e req-2114909c-305b-4ab0-993f-ac90687dd8bc tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Aug 24 18:28:24.929987 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eb698-ee88-4677-8dc0-7ba45265b415 req-e78b13fd-7f2c-4ce1-b403-bb8cb2818603 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:24.931358 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f6eb698-ee88-4677-8dc0-7ba45265b415 req-e78b13fd-7f2c-4ce1-b403-bb8cb2818603 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Aug 24 18:28:24.981862 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f6eb698-ee88-4677-8dc0-7ba45265b415 req-f85f1fa4-5b66-4b94-b4dd-9690a7742e4f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Aug 24 18:28:25.299156 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bbefb-99e0-4edd-bb50-ec2afb413063 req-2331fd0e-3050-45d0-a4b7-716848225959 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:25.300640 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a1bbefb-99e0-4edd-bb50-ec2afb413063 req-2331fd0e-3050-45d0-a4b7-716848225959 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 944 time: 0.0579219 Aug 24 18:28:25.349633 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a1bbefb-99e0-4edd-bb50-ec2afb413063 req-56228740-e3c6-41dc-9b2a-b1b7947d2f25 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Aug 24 18:28:26.124410 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d90a7d-47fa-43a8-bfb9-1ec390ff5f63 req-165aa37c-0986-4e01-a46a-f8339ac9d0a9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:26.125873 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-39d90a7d-47fa-43a8-bfb9-1ec390ff5f63 req-165aa37c-0986-4e01-a46a-f8339ac9d0a9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0539005 Aug 24 18:28:26.180593 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-39d90a7d-47fa-43a8-bfb9-1ec390ff5f63 req-8797d709-f5c8-43a7-99d7-b88d182b3ea3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Aug 24 18:28:26.477624 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad248-e3f3-491a-9332-5747736f7650 req-c5c1ffb4-5368-4c9f-bca5-db8922d8d464 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:26.479209 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74aad248-e3f3-491a-9332-5747736f7650 req-c5c1ffb4-5368-4c9f-bca5-db8922d8d464 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 944 time: 0.0532603 Aug 24 18:28:26.528703 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74aad248-e3f3-491a-9332-5747736f7650 req-5d46faf8-0f83-49d2-935a-7402ac94d763 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Aug 24 18:28:27.314098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc1fcf-d12a-4019-af74-07efe31c5ec9 req-3a112709-d1ed-4010-a456-5e295f6ebeb8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:27.315563 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fddc1fcf-d12a-4019-af74-07efe31c5ec9 req-3a112709-d1ed-4010-a456-5e295f6ebeb8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Aug 24 18:28:27.370219 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fddc1fcf-d12a-4019-af74-07efe31c5ec9 req-275f79cb-acff-4213-9344-ec04de81c4da tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488002 Aug 24 18:28:27.662500 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29add6d7-d46c-47ec-b1d2-faa3c23be4b3 req-531626de-0d31-41fc-84f0-69a2b6e78de7 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:27.663950 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29add6d7-d46c-47ec-b1d2-faa3c23be4b3 req-531626de-0d31-41fc-84f0-69a2b6e78de7 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 944 time: 0.0532539 Aug 24 18:28:27.713966 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29add6d7-d46c-47ec-b1d2-faa3c23be4b3 req-60d23581-97b0-4985-a8a9-662400ac3601 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Aug 24 18:28:28.310405 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9f1488fe-6657-44ed-8d94-92b50b9d90b1 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:28:28.368756 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:28:28.372855 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:28:28.373233 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:28.445041 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:28:28.445431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:28.470116 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1488fe-6657-44ed-8d94-92b50b9d90b1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:28.472283 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce945e5-45b7-42cf-9105-07d4b650d398" -d '{"events": [{"server_uuid": "cbd07cb9-1b6a-4664-ad41-7f9c90f16afb", "name": "network-vif-plugged", "status": "completed", "tag": "9f1488fe-6657-44ed-8d94-92b50b9d90b1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:28.505827 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b046f-901b-4c78-8ad2-7b0b9725ef86 req-14720d61-a59c-425d-ab07-4a603cbcfb4b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:28.508190 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0a2b046f-901b-4c78-8ad2-7b0b9725ef86 req-14720d61-a59c-425d-ab07-4a603cbcfb4b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0668776 Aug 24 18:28:28.560041 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0a2b046f-901b-4c78-8ad2-7b0b9725ef86 req-5f0e2682-8c96-42b1-b86e-ccc54f840341 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439837 Aug 24 18:28:28.606562 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8433d-1d74-4e51-bb97-68737058bbc0 x-openstack-request-id: req-46f8433d-1d74-4e51-bb97-68737058bbc0 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:28.606850 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd07cb9-1b6a-4664-ad41-7f9c90f16afb", "name": "network-vif-plugged", "status": "completed", "tag": "9f1488fe-6657-44ed-8d94-92b50b9d90b1", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:28.607088 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46f8433d-1d74-4e51-bb97-68737058bbc0 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:28.607494 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f8433d-1d74-4e51-bb97-68737058bbc0'] response: {'server_uuid': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1488fe-6657-44ed-8d94-92b50b9d90b1', 'code': 200} Aug 24 18:28:28.609365 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 9f1488fe-6657-44ed-8d94-92b50b9d90b1, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9f1488fe-6657-44ed-8d94-92b50b9d90b1,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:28.616004 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:28.662237 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=9f1488fe-6657-44ed-8d94-92b50b9d90b1,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:29.052727 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f038de-05f0-42bd-a6e0-bec34ef4e2e8 req-5d88ad93-c752-4471-9d8c-3e41204b64aa tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:29.054221 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22f038de-05f0-42bd-a6e0-bec34ef4e2e8 req-5d88ad93-c752-4471-9d8c-3e41204b64aa tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.2600021 Aug 24 18:28:29.103073 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22f038de-05f0-42bd-a6e0-bec34ef4e2e8 req-fc329cf5-b20c-473f-bbb3-169f6900c6ad tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Aug 24 18:28:29.685294 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad876f4c-281f-4877-bdd0-144b94050fcf req-8dacda70-374f-43a1-bcd9-de9a5c188756 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:29.686816 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ad876f4c-281f-4877-bdd0-144b94050fcf req-8dacda70-374f-43a1-bcd9-de9a5c188756 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0566945 Aug 24 18:28:29.737292 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ad876f4c-281f-4877-bdd0-144b94050fcf req-66ad2b6b-fed3-4a9b-abdd-e4f8b738ee3f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Aug 24 18:28:29.937334 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0679c42b-e8c4-4f92-8213-706f8bbb0f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:30.241906 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d06443-c250-4f82-903e-b090fc0c38e0 req-1e604a49-c25a-47f9-a59b-1aa9683034bd tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:30.243364 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9d06443-c250-4f82-903e-b090fc0c38e0 req-1e604a49-c25a-47f9-a59b-1aa9683034bd tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0562041 Aug 24 18:28:30.288870 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9d06443-c250-4f82-903e-b090fc0c38e0 req-309f58d6-ee8d-454a-9af3-899002386a5d tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Aug 24 18:28:30.871526 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f565bfd-a297-470e-af90-33f0258edcd0 req-20eb5fbc-c46a-4374-bf0f-deadc0f94aba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:30.872968 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f565bfd-a297-470e-af90-33f0258edcd0 req-20eb5fbc-c46a-4374-bf0f-deadc0f94aba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0556486 Aug 24 18:28:30.922049 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f565bfd-a297-470e-af90-33f0258edcd0 req-34150147-97de-4335-a3a7-28652eb132f9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Aug 24 18:28:31.163694 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e271d33-7c8f-451f-be3f-92a7986167f1 req-dc2e9452-bec3-43cd-b5e2-15966c5143e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:31.165114 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e271d33-7c8f-451f-be3f-92a7986167f1 req-dc2e9452-bec3-43cd-b5e2-15966c5143e6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 1129 time: 0.0441909 Aug 24 18:28:31.209365 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e271d33-7c8f-451f-be3f-92a7986167f1 req-f6a13a6b-52c4-4297-b545-c35427becc2b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369432 Aug 24 18:28:31.427187 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542c1bb-304b-4b39-8ed0-bd74404beb65 req-42a0bde9-f36e-4fc6-86bf-27105e4d631e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:31.428613 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8542c1bb-304b-4b39-8ed0-bd74404beb65 req-42a0bde9-f36e-4fc6-86bf-27105e4d631e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0567405 Aug 24 18:28:31.475861 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8542c1bb-304b-4b39-8ed0-bd74404beb65 req-8dcbaf28-4c0a-4078-9279-c63abb3eb18e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Aug 24 18:28:31.796570 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7a3b-019c-4f25-a079-cf631c3a30f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:32.069421 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7f7b5-be4d-4ff5-ac90-9883c6549825 req-689b462b-3fd1-4cd1-adc3-907520f38153 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:32.070914 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e7b7f7b5-be4d-4ff5-ac90-9883c6549825 req-689b462b-3fd1-4cd1-adc3-907520f38153 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0551198 Aug 24 18:28:32.122930 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e7b7f7b5-be4d-4ff5-ac90-9883c6549825 req-600d3e2b-d6e9-4882-8617-3585da5ae2cc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Aug 24 18:28:32.608993 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b77b5-318c-44e7-9367-5666a7699b3e req-3b527317-b0ed-4e00-a54e-f0fbbfb5731a tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:32.610460 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-591b77b5-318c-44e7-9367-5666a7699b3e req-3b527317-b0ed-4e00-a54e-f0fbbfb5731a tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0571136 Aug 24 18:28:32.658168 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-591b77b5-318c-44e7-9367-5666a7699b3e req-d3617092-fbea-4776-a9b3-5c71db1b707c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Aug 24 18:28:33.248173 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79d1c2-b1ca-4496-870f-ea9c3096e0a4 req-6171d1bc-3310-4141-9ecc-ac8c0fe06210 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:33.251123 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dd79d1c2-b1ca-4496-870f-ea9c3096e0a4 req-6171d1bc-3310-4141-9ecc-ac8c0fe06210 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0549862 Aug 24 18:28:33.267683 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:33.299202 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dd79d1c2-b1ca-4496-870f-ea9c3096e0a4 req-f462b857-c606-46af-af34-0d19e544e8a9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Aug 24 18:28:33.791874 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb31d4-3531-44a1-b166-8b6bd47c9029 req-8ec5078c-8375-4037-9d09-26fc1a3b47c8 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:33.793443 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0eeb31d4-3531-44a1-b166-8b6bd47c9029 req-8ec5078c-8375-4037-9d09-26fc1a3b47c8 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0543308 Aug 24 18:28:33.847403 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0eeb31d4-3531-44a1-b166-8b6bd47c9029 req-36c3fec6-2b41-4a2a-8566-f63f3f764878 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Aug 24 18:28:34.419169 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd184-10be-427b-a710-939aed2bff39 req-764e47c7-34c6-4cfb-82fc-9ff4f444f08b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:34.420574 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-99dbd184-10be-427b-a710-939aed2bff39 req-764e47c7-34c6-4cfb-82fc-9ff4f444f08b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Aug 24 18:28:34.469766 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-99dbd184-10be-427b-a710-939aed2bff39 req-05637e21-1d43-4e8d-b521-585bb75a2270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Aug 24 18:28:34.507017 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:34.743713 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:34.981007 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a1f5-10f6-4f14-b8d4-b170215da670 req-48d6e005-85aa-42d8-a3de-26b4fc5af9e6 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:34.982510 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04a2a1f5-10f6-4f14-b8d4-b170215da670 req-48d6e005-85aa-42d8-a3de-26b4fc5af9e6 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0521548 Aug 24 18:28:35.029507 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04a2a1f5-10f6-4f14-b8d4-b170215da670 req-0dbf31d7-effd-4f52-abf4-bd158fc31bff tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Aug 24 18:28:35.454479 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:28:35.602552 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481aa50-1896-4763-a7f8-ca4b554795b6 req-242367a2-6ee5-4bd4-a763-4faf1fca05b8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:35.603926 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7481aa50-1896-4763-a7f8-ca4b554795b6 req-242367a2-6ee5-4bd4-a763-4faf1fca05b8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0594103 Aug 24 18:28:35.652183 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7481aa50-1896-4763-a7f8-ca4b554795b6 req-e340c7e8-aa60-48f2-b3da-8a487f1df735 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Aug 24 18:28:35.761696 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:36.169061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d044ae-113d-4a72-8452-8698f6933dd7 req-57b27311-1eb8-431d-92a9-266afaa1091e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:36.170509 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5d044ae-113d-4a72-8452-8698f6933dd7 req-57b27311-1eb8-431d-92a9-266afaa1091e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0626693 Aug 24 18:28:36.217349 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5d044ae-113d-4a72-8452-8698f6933dd7 req-b11d9e63-5084-4dc3-82de-2331ef80c5b5 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Aug 24 18:28:36.782237 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95738c1d-f0e8-4819-a8c2-21f0a6d430a9 req-5ebfc0eb-ac8c-4802-8768-51df6ce8b9fb tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:36.783687 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95738c1d-f0e8-4819-a8c2-21f0a6d430a9 req-5ebfc0eb-ac8c-4802-8768-51df6ce8b9fb tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0537379 Aug 24 18:28:36.833508 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95738c1d-f0e8-4819-a8c2-21f0a6d430a9 req-b4dac0b7-4b1a-4ba5-9548-77fd8c5bd242 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Aug 24 18:28:37.353103 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e753992-1fbb-4145-94c2-dd1e304e8a26 req-b23ece64-350e-439c-bddd-b1a65b430f4b tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:37.354550 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e753992-1fbb-4145-94c2-dd1e304e8a26 req-b23ece64-350e-439c-bddd-b1a65b430f4b tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0617502 Aug 24 18:28:37.406382 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e753992-1fbb-4145-94c2-dd1e304e8a26 req-3c65fa86-db85-41f6-97ca-40557dc969be tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Aug 24 18:28:37.973796 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01cdaa-ec10-4248-b70d-703f66985c37 req-cd01998e-1b8d-4e15-af04-8a449f729791 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:37.975262 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd01cdaa-ec10-4248-b70d-703f66985c37 req-cd01998e-1b8d-4e15-af04-8a449f729791 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0685122 Aug 24 18:28:38.028201 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd01cdaa-ec10-4248-b70d-703f66985c37 req-68ccccff-7082-481c-abda-4c6a1d708d26 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Aug 24 18:28:38.534807 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba157d0-76ec-4b9a-8ba7-255ba30969a8 req-22d36aae-cf80-459d-b459-db2b389580d7 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:38.536513 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ba157d0-76ec-4b9a-8ba7-255ba30969a8 req-22d36aae-cf80-459d-b459-db2b389580d7 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0604317 Aug 24 18:28:38.587276 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ba157d0-76ec-4b9a-8ba7-255ba30969a8 req-afa2abef-0f3b-4fad-90c9-2877a2ee1f65 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Aug 24 18:28:39.150969 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd586986-f0e0-4502-b16b-5e44a149c9df req-3a9445a5-3bdf-45d6-933d-2b165712a8c0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:39.152890 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd586986-f0e0-4502-b16b-5e44a149c9df req-3a9445a5-3bdf-45d6-933d-2b165712a8c0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0544136 Aug 24 18:28:39.204798 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd586986-f0e0-4502-b16b-5e44a149c9df req-859200d6-548f-4a38-9d64-f246c26ab013 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Aug 24 18:28:39.464402 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac0864-71c0-4ac9-8f00-30edfc1b167d req-49bc3d73-9aeb-42ba-8c2f-a4a508bb07f1 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:39.466047 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-88ac0864-71c0-4ac9-8f00-30edfc1b167d req-49bc3d73-9aeb-42ba-8c2f-a4a508bb07f1 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0528250 Aug 24 18:28:39.514477 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-88ac0864-71c0-4ac9-8f00-30edfc1b167d req-b5ce97f8-f4ca-4e1f-bd86-4cb23b1820a6 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Aug 24 18:28:39.711938 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9d54c-7262-48b2-87e2-c68e614546bf req-edce6b40-f122-4916-a42d-c8fa83d2bbb2 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:39.713544 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3c9d54c-7262-48b2-87e2-c68e614546bf req-edce6b40-f122-4916-a42d-c8fa83d2bbb2 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0526540 Aug 24 18:28:39.772753 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3c9d54c-7262-48b2-87e2-c68e614546bf req-3295aea3-91cf-49ec-bf17-4a473082f813 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524552 Aug 24 18:28:39.874462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:39.996716 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91921606-040a-458b-bc3e-a6a4243d4a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.091256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91921606-040a-458b-bc3e-a6a4243d4a0a admin admin] Publish callbacks [] for security_group (99524f25-7a5b-47d7-99f3-20b057219920), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.095138 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91921606-040a-458b-bc3e-a6a4243d4a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (99524f25-7a5b-47d7-99f3-20b057219920), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.139838 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-91921606-040a-458b-bc3e-a6a4243d4a0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=daa3f8f2c3fc47fe8ad2bd99c0f2d38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642479 Aug 24 18:28:40.140761 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91921606-040a-458b-bc3e-a6a4243d4a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99524f25-7a5b-47d7-99f3-20b057219920,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:40.143221 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53806) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:40.200219 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76f5b33e-2d73-4889-a79a-56b1d088d327 admin admin] Publish callbacks [] for security_group (99524f25-7a5b-47d7-99f3-20b057219920), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.230209 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76f5b33e-2d73-4889-a79a-56b1d088d327 admin admin] Publish callbacks [] for security_group (99524f25-7a5b-47d7-99f3-20b057219920), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.298500 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76f5b33e-2d73-4889-a79a-56b1d088d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (99524f25-7a5b-47d7-99f3-20b057219920), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.301308 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76f5b33e-2d73-4889-a79a-56b1d088d327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.304821 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-76f5b33e-2d73-4889-a79a-56b1d088d327 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99524f25-7a5b-47d7-99f3-20b057219920 HTTP/1.1" status: 204 len: 168 time: 0.1604311 Aug 24 18:28:40.313818 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5b33e-2d73-4889-a79a-56b1d088d327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99524f25-7a5b-47d7-99f3-20b057219920,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:40.342027 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc3ecb-e21c-4904-a4a7-c3e749da34d7 req-5433f03a-caaa-4153-9c63-e8e854c2232d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:40.343730 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edfc3ecb-e21c-4904-a4a7-c3e749da34d7 req-5433f03a-caaa-4153-9c63-e8e854c2232d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0616183 Aug 24 18:28:40.394007 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edfc3ecb-e21c-4904-a4a7-c3e749da34d7 req-979d3595-9ba8-4a14-8376-d129c50ac54e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Aug 24 18:28:40.588059 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:40.602122 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37c81aa-6a56-4003-ac23-a0b8f716b31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.641490 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6cd50-b55f-4f9f-86b7-41ef8bfd780e req-1e18e6f1-1259-4284-8330-e57cab5f062e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:40.643249 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2c6cd50-b55f-4f9f-86b7-41ef8bfd780e req-1e18e6f1-1259-4284-8330-e57cab5f062e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0553424 Aug 24 18:28:40.696296 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37c81aa-6a56-4003-ac23-a0b8f716b31e admin admin] Publish callbacks [] for security_group (0054cba3-e2ee-4912-bb32-b0eac42b1cfd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.697297 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2c6cd50-b55f-4f9f-86b7-41ef8bfd780e req-7e88ee37-736a-4211-9959-15cac3062b67 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Aug 24 18:28:40.701726 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a37c81aa-6a56-4003-ac23-a0b8f716b31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0054cba3-e2ee-4912-bb32-b0eac42b1cfd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.740394 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c81aa-6a56-4003-ac23-a0b8f716b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0054cba3-e2ee-4912-bb32-b0eac42b1cfd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:40.747279 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a37c81aa-6a56-4003-ac23-a0b8f716b31e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec5450b3df3141d696da132825a67739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574161 Aug 24 18:28:40.750391 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53832) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:40.802589 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a18118e-6abd-4528-aa2b-8a9402a11aff admin admin] Publish callbacks [] for security_group (0054cba3-e2ee-4912-bb32-b0eac42b1cfd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.824126 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a18118e-6abd-4528-aa2b-8a9402a11aff admin admin] Publish callbacks [] for security_group (0054cba3-e2ee-4912-bb32-b0eac42b1cfd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.878160 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a18118e-6abd-4528-aa2b-8a9402a11aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0054cba3-e2ee-4912-bb32-b0eac42b1cfd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.881387 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a18118e-6abd-4528-aa2b-8a9402a11aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:40.882654 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6a18118e-6abd-4528-aa2b-8a9402a11aff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0054cba3-e2ee-4912-bb32-b0eac42b1cfd HTTP/1.1" status: 204 len: 168 time: 0.1311488 Aug 24 18:28:40.891963 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18118e-6abd-4528-aa2b-8a9402a11aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0054cba3-e2ee-4912-bb32-b0eac42b1cfd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:41.380688 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53860) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:41.501007 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cdc10184-989d-4cc4-acc6-482921ef17ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.534222 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36e99-9c24-4869-9dc5-9a077981f585 req-0318c7ee-3693-4585-a2cf-9ef6e496ca3b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:41.536028 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19b36e99-9c24-4869-9dc5-9a077981f585 req-0318c7ee-3693-4585-a2cf-9ef6e496ca3b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0662010 Aug 24 18:28:41.592298 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19b36e99-9c24-4869-9dc5-9a077981f585 req-051dfb95-a9e7-4f60-9861-24cfbca38791 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Aug 24 18:28:41.594719 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cdc10184-989d-4cc4-acc6-482921ef17ac admin admin] Publish callbacks [] for security_group (5c3b24d6-2ede-4882-9cbf-cdf582e44a10), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.599789 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cdc10184-989d-4cc4-acc6-482921ef17ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5c3b24d6-2ede-4882-9cbf-cdf582e44a10), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.640080 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cdc10184-989d-4cc4-acc6-482921ef17ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b53cdda1f06d460b8221c249a12bd415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582333 Aug 24 18:28:41.640837 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc10184-989d-4cc4-acc6-482921ef17ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b24d6-2ede-4882-9cbf-cdf582e44a10,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:41.642931 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 53874) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:41.700861 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d32855c0-cfb6-4337-81ab-6e02b66722eb admin admin] Publish callbacks [] for security_group (5c3b24d6-2ede-4882-9cbf-cdf582e44a10), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.722424 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d32855c0-cfb6-4337-81ab-6e02b66722eb admin admin] Publish callbacks [] for security_group (5c3b24d6-2ede-4882-9cbf-cdf582e44a10), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.746952 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53880) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:41.782694 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d32855c0-cfb6-4337-81ab-6e02b66722eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5c3b24d6-2ede-4882-9cbf-cdf582e44a10), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.785755 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d32855c0-cfb6-4337-81ab-6e02b66722eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.790172 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d32855c0-cfb6-4337-81ab-6e02b66722eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c3b24d6-2ede-4882-9cbf-cdf582e44a10 HTTP/1.1" status: 204 len: 168 time: 0.1461771 Aug 24 18:28:41.798983 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32855c0-cfb6-4337-81ab-6e02b66722eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b24d6-2ede-4882-9cbf-cdf582e44a10,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:41.836870 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac911f9-923f-411f-b705-eac73f4942be req-d9a46765-7d9c-49a5-ae5f-b27f1644f1e0 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:41.838471 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ac911f9-923f-411f-b705-eac73f4942be req-d9a46765-7d9c-49a5-ae5f-b27f1644f1e0 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0688381 Aug 24 18:28:41.869172 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1907025001-network', 'tenant_id': 'b2c3fd9e7c9a42498618d9911f2fd3ef'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:41.912371 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ac911f9-923f-411f-b705-eac73f4942be req-9153fe77-d614-4918-8ccc-82372c62400e tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 Aug 24 18:28:41.912935 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Made reservation on behalf of b2c3fd9e7c9a42498618d9911f2fd3ef for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:28:41.915420 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:41.925602 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.047105 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks [] for security_group (68062f49-ad9d-4349-a95d-9141f42f91fe), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.053167 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (68062f49-ad9d-4349-a95d-9141f42f91fe), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.089506 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68062f49-ad9d-4349-a95d-9141f42f91fe,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:42.108684 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:28:42.123718 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (e31dd15c-0c28-4eb5-8992-de5669420c8a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.123718 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Added segment e31dd15c-0c28-4eb5-8992-de5669420c8a of type vlan for network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 Aug 24 18:28:42.164539 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (21ef080f-96f3-4a50-9c65-56d35b5c17a1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.196441 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (21ef080f-96f3-4a50-9c65-56d35b5c17a1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.197426 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:42.198096 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.258753 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5106218 Aug 24 18:28:42.262981 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 53902) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:42.267725 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Request body: {'subnet': {'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1907025001-subnet', 'tenant_id': 'b2c3fd9e7c9a42498618d9911f2fd3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:42.274146 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0b3a1-1fec-44ac-808c-caf42b37142e admin admin] Pushing event updated for resources: {'Network': ['ID=21ef080f-96f3-4a50-9c65-56d35b5c17a1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:42.284434 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:28:42.291463 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Made reservation on behalf of b2c3fd9e7c9a42498618d9911f2fd3ef for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:28:42.294692 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8504503'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.468060 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9115475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8504481'] for subnet (4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.521860 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:42.531795 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Checking segment: {'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:28:42.532158 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Network hostable DHCP agents. Network: 21ef080f-96f3-4a50-9c65-56d35b5c17a1, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:28:42.550596 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:28:42.560142 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 21ef080f-96f3-4a50-9c65-56d35b5c17a1) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:28:42.564772 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:42.565361 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:42.570116 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483689a7-1f62-4925-8332-75119d7e1423 None None] Network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:28:42.582688 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2ff276bb-77c2-4af0-96b5-e7767c239cd3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3186665 Aug 24 18:28:42.673092 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542fe715-d460-492c-a639-4e815aef5083 None None] Network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:28:42.726445 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a062-138e-43d1-8349-417e40004920 req-e66c270f-03cd-42e3-b1c3-451814b8a4cd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:42.727933 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4cf4a062-138e-43d1-8349-417e40004920 req-e66c270f-03cd-42e3-b1c3-451814b8a4cd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0590453 Aug 24 18:28:42.778109 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4cf4a062-138e-43d1-8349-417e40004920 req-3f2fd069-4a3c-479b-b998-67a5ee1a14b6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Aug 24 18:28:42.834013 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e313d5-42d9-43b7-a704-770145544f03 req-a321fc3e-0e4d-4fff-b197-059c019b99e1 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:42.835590 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f8e313d5-42d9-43b7-a704-770145544f03 req-a321fc3e-0e4d-4fff-b197-059c019b99e1 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0566008 Aug 24 18:28:42.991623 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Deleting port 2c7529ef-09cc-45f4-a70f-6208ff228e04 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:28:42.991968 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:43.047800 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde1bc-9bb4-4779-a5c1-4ea6799355cd req-d51bd78b-16e2-4a8a-a289-c8455d8a72aa tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:43.050726 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bddde1bc-9bb4-4779-a5c1-4ea6799355cd req-d51bd78b-16e2-4a8a-a289-c8455d8a72aa tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 946 time: 0.0589781 Aug 24 18:28:43.109901 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bddde1bc-9bb4-4779-a5c1-4ea6799355cd req-f501b69e-39a8-47f1-9b63-4202491afe9a tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/security-groups?id=8068f750-0394-43a4-ace8-ea6ea4d03429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Aug 24 18:28:43.292950 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] For port 2c7529ef-09cc-45f4-a70f-6208ff228e04, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2c7529ef-09cc-45f4-a70f-6208ff228e04,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:43.293424 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:43.309790 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Calling delete_port for 2c7529ef-09cc-45f4-a70f-6208ff228e04 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:28:43.468509 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (2c7529ef-09cc-45f4-a70f-6208ff228e04), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:43.495821 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Pushing event deleted for resources: {'Port': ['ID=2c7529ef-09cc-45f4-a70f-6208ff228e04,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:43.580908 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] No DVR routers for this DVR port 2c7529ef-09cc-45f4-a70f-6208ff228e04 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:28:43.584064 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:43.587407 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f8e313d5-42d9-43b7-a704-770145544f03 req-f9e24c90-76f0-4950-8274-c6f4333bc057 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.58 "DELETE /v2.0/ports/2c7529ef-09cc-45f4-a70f-6208ff228e04 HTTP/1.1" status: 204 len: 173 time: 0.7448528 Aug 24 18:28:43.587802 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'name': 'network-vif-deleted', 'tag': '2c7529ef-09cc-45f4-a70f-6208ff228e04'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:43.590714 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05b1c2b-df89-4ad4-a704-e512edc062ea" -d '{"events": [{"server_uuid": "e7178262-7665-4b5a-a31c-25b7d6a71878", "name": "network-vif-deleted", "tag": "2c7529ef-09cc-45f4-a70f-6208ff228e04"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:43.636373 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ac75f1-35d2-4dbf-b2f8-22ef48e304ab x-openstack-request-id: req-23ac75f1-35d2-4dbf-b2f8-22ef48e304ab {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:43.636671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7178262-7665-4b5a-a31c-25b7d6a71878", "name": "network-vif-deleted", "tag": "2c7529ef-09cc-45f4-a70f-6208ff228e04", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:43.636924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23ac75f1-35d2-4dbf-b2f8-22ef48e304ab {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:43.637329 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ac75f1-35d2-4dbf-b2f8-22ef48e304ab'] response: {'server_uuid': 'e7178262-7665-4b5a-a31c-25b7d6a71878', 'name': 'network-vif-deleted', 'tag': '2c7529ef-09cc-45f4-a70f-6208ff228e04', 'status': 'completed', 'code': 200} Aug 24 18:28:43.905276 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c17ec-fcf3-4bb7-88d3-2b9f59402c77 req-67129daf-1e8e-4dcd-b56f-75a80b183dd9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:43.906627 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-366c17ec-fcf3-4bb7-88d3-2b9f59402c77 req-67129daf-1e8e-4dcd-b56f-75a80b183dd9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0583386 Aug 24 18:28:43.955353 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-366c17ec-fcf3-4bb7-88d3-2b9f59402c77 req-ec5b39bd-ed36-4e62-8038-195059200c45 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Aug 24 18:28:44.217221 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7082d4fe-618e-4df4-8b14-8c4dd3d40edc req-3fa9271c-15f8-4d99-ad3c-97004efc4953 tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Aug 24 18:28:44.429017 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-f0d7fcdd-5efe-4ad4-8fe7-3e60d6a22134 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:44.430395 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-f0d7fcdd-5efe-4ad4-8fe7-3e60d6a22134 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/networks?id=21ef080f-96f3-4a50-9c65-56d35b5c17a1 HTTP/1.1" status: 200 len: 809 time: 0.1003263 Aug 24 18:28:44.445564 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-e1d69eb0-e9e3-4db0-b8aa-f98f502bb958 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/quotas/b2c3fd9e7c9a42498618d9911f2fd3ef HTTP/1.1" status: 200 len: 375 time: 0.0095220 Aug 24 18:28:44.481383 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-033be8ac-e765-47b2-804a-fbae7e443cf2 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2c3fd9e7c9a42498618d9911f2fd3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307291 Aug 24 18:28:44.574205 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-2cd5a72c-f9a3-4617-b911-07d21a9deb66 service neutron] 10.222.0.55 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858321 Aug 24 18:28:44.673720 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-b1760d35-68d9-411f-af82-c80f05d1ed6d service neutron] 10.222.0.55 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935490 Aug 24 18:28:44.838510 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c423368-11e1-4a38-bc58-e10353d14e2d req-cbc77df3-e935-4a11-a803-2cb5df82e221 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 210 time: 0.0254357 Aug 24 18:28:44.975926 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 2c7529ef-09cc-45f4-a70f-6208ff228e04 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:28:44.999672 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 2c7529ef-09cc-45f4-a70f-6208ff228e04 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:28:45.000506 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 2c7529ef-09cc-45f4-a70f-6208ff228e04 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:28:45.098573 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7314983-e6c3-48b0-9ce3-69d2a93b856b req-10703fc3-4e6e-47a5-8ef5-b3d97025e5ef tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:45.100080 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7314983-e6c3-48b0-9ce3-69d2a93b856b req-10703fc3-4e6e-47a5-8ef5-b3d97025e5ef tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0602410 Aug 24 18:28:45.151020 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7314983-e6c3-48b0-9ce3-69d2a93b856b req-a9dca1d8-a40c-44d4-8865-cacc2eb1f7bc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Aug 24 18:28:45.338446 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a3292d59-0c72-49e7-9770-a5c53e94e2c4 req-659a65c5-080e-47ba-a9b2-eb513fa62eba tempest-DeleteServersTestJSON-1514008257 tempest-DeleteServersTestJSON-1514008257-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7178262-7665-4b5a-a31c-25b7d6a71878 HTTP/1.1" status: 200 len: 210 time: 0.0263615 Aug 24 18:28:45.939913 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5a534bd7-3806-4890-be7b-669b6aedd2ce req-725bded0-7b76-4370-8107-9c5ff45f50ea tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 210 time: 0.0289454 Aug 24 18:28:46.336233 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8eae2-8b31-428a-82f5-16c185bdebf1 req-2baf7f9f-d37f-4562-ba41-cada68e3dfe7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:46.338984 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-94c8eae2-8b31-428a-82f5-16c185bdebf1 req-2baf7f9f-d37f-4562-ba41-cada68e3dfe7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.1121809 Aug 24 18:28:46.387494 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-be8ffe1a-554e-42af-bf5d-b9fca68c60f6 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:46.388995 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-be8ffe1a-554e-42af-bf5d-b9fca68c60f6 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "GET /v2.0/networks?id=21ef080f-96f3-4a50-9c65-56d35b5c17a1 HTTP/1.1" status: 200 len: 809 time: 0.1340425 Aug 24 18:28:46.415674 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-94c8eae2-8b31-428a-82f5-16c185bdebf1 req-b8523611-e836-4ea4-a036-397e4fd2a1a5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658643 Aug 24 18:28:46.903690 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Request body: {'port': {'device_id': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1', 'admin_state_up': True, 'tenant_id': 'b2c3fd9e7c9a42498618d9911f2fd3ef'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:47.021997 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Made reservation on behalf of b2c3fd9e7c9a42498618d9911f2fd3ef for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:28:47.025114 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:47.046069 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e8dff636-6031-48ed-9901-cc996a6b66f4 req-71b63ee0-722d-41e1-8c51-2b886b5a856b tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 210 time: 0.0357337 Aug 24 18:28:47.172259 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Allocated IP 172.20.0.8 (21ef080f-96f3-4a50-9c65-56d35b5c17a1/4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2/11b02f09-c255-4132-ab9a-3d4a5f7a05a2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:28:47.322317 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks [] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:47.358317 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:47.402440 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:28:47.405436 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:28:47.409109 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:28:47.414196 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:47.414799 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:47.420077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Pushing event updated for resources: {'Port': ['ID=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:47.435820 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-754ecd13-0192-418d-8f8b-fe0093e63a92 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5396333 Aug 24 18:28:47.540599 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe456d0-fd6d-4d0e-b065-52638915b2e0 req-c9a4a3ff-7550-480f-ad24-c73a9b66c9b8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:47.542069 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fe456d0-fd6d-4d0e-b065-52638915b2e0 req-c9a4a3ff-7550-480f-ad24-c73a9b66c9b8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0564802 Aug 24 18:28:47.590917 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fe456d0-fd6d-4d0e-b065-52638915b2e0 req-aad9fd6e-608d-40af-9bfe-15840962723a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Aug 24 18:28:48.177665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953da7e-3806-4e52-88d1-740ca0a8840c req-1047a4a4-bcea-465a-9e99-5f0fcd08514f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:48.179131 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4953da7e-3806-4e52-88d1-740ca0a8840c req-1047a4a4-bcea-465a-9e99-5f0fcd08514f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 931 time: 0.0583866 Aug 24 18:28:48.231097 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4953da7e-3806-4e52-88d1-740ca0a8840c req-21551007-dbf1-45f8-8728-8c02457582f5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Aug 24 18:28:48.725652 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b121a1-df0d-438d-bfc6-e2622d310dca req-9a370bf0-1aa2-40f3-9baa-8dd75e1b71c7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:48.727110 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-71b121a1-df0d-438d-bfc6-e2622d310dca req-9a370bf0-1aa2-40f3-9baa-8dd75e1b71c7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0543103 Aug 24 18:28:48.778524 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-71b121a1-df0d-438d-bfc6-e2622d310dca req-9b1ceace-e786-4344-998b-81f270e93601 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Aug 24 18:28:49.365222 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe48cd5-4b0f-40f2-adfa-cb57cd35b6d4 req-d83c2795-eb6f-4f90-a0cc-b81995b27919 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:49.366602 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9fe48cd5-4b0f-40f2-adfa-cb57cd35b6d4 req-d83c2795-eb6f-4f90-a0cc-b81995b27919 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 931 time: 0.0558863 Aug 24 18:28:49.419247 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9fe48cd5-4b0f-40f2-adfa-cb57cd35b6d4 req-a8311421-09f5-48ae-947a-36aa2719ec2f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Aug 24 18:28:49.904844 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dd87b-c71a-4cd8-8d24-8e8d66697546 req-a76f269d-a423-431e-b3fe-b506ab351f45 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:49.906363 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-802dd87b-c71a-4cd8-8d24-8e8d66697546 req-a76f269d-a423-431e-b3fe-b506ab351f45 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0514677 Aug 24 18:28:49.958105 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-802dd87b-c71a-4cd8-8d24-8e8d66697546 req-751a32e6-128e-495c-8718-6d528f7b34a7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 Aug 24 18:28:50.544517 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb77f29-1e01-4358-98ff-74469bd87aab req-4f5d3fb9-6e2b-4c30-9969-7b8e13850344 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:50.545984 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb77f29-1e01-4358-98ff-74469bd87aab req-4f5d3fb9-6e2b-4c30-9969-7b8e13850344 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 931 time: 0.0542560 Aug 24 18:28:50.603132 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb77f29-1e01-4358-98ff-74469bd87aab req-8bb1115f-6f99-408a-9b43-c56fabbcb51c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515068 Aug 24 18:28:51.085952 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0199bb-769b-480e-adc5-bb1511c3b4fe req-5214602e-910d-4261-92c6-3cdd1005198e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:51.087404 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b0199bb-769b-480e-adc5-bb1511c3b4fe req-5214602e-910d-4261-92c6-3cdd1005198e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0592127 Aug 24 18:28:51.136792 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b0199bb-769b-480e-adc5-bb1511c3b4fe req-a04d8bba-5093-46ca-85c4-f2d15ccdcb18 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Aug 24 18:28:51.728358 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd07d11-1912-4f3b-b8e6-18bc43743b47 req-11b049fc-b9b4-4d8c-9738-538ba155d054 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:51.729968 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9fd07d11-1912-4f3b-b8e6-18bc43743b47 req-11b049fc-b9b4-4d8c-9738-538ba155d054 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 931 time: 0.0546126 Aug 24 18:28:51.789805 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9fd07d11-1912-4f3b-b8e6-18bc43743b47 req-0d6a7563-2a30-4f2e-8e29-60024689de7c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514731 Aug 24 18:28:52.260515 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cb248-b055-4c6f-83d8-da62f3c86357 req-a41fdabf-a54b-43e4-8081-1d4657d0155d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:52.262018 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b1cb248-b055-4c6f-83d8-da62f3c86357 req-a41fdabf-a54b-43e4-8081-1d4657d0155d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0546486 Aug 24 18:28:52.312014 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b1cb248-b055-4c6f-83d8-da62f3c86357 req-8e65ea3e-85b5-4878-bd99-5a9cad5e61b0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Aug 24 18:28:52.723340 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Request body: {'port': {'device_id': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:28:52.783151 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:52.992058 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ab85-c485-4534-a2d8-56edb8a386f7 req-11cb9f77-ddd7-44bf-b9fe-f54db13e7bdb tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:52.993460 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f6e7ab85-c485-4534-a2d8-56edb8a386f7 req-11cb9f77-ddd7-44bf-b9fe-f54db13e7bdb tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 931 time: 0.1123943 Aug 24 18:28:53.077684 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f6e7ab85-c485-4534-a2d8-56edb8a386f7 req-b3a4b5df-237e-49b8-b974-cc2f9eced2e0 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775571 Aug 24 18:28:53.116875 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:28:53.124500 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Publish callbacks [] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:53.136584 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Transition to ACTIVE for port object 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:28:53.141883 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:53.202874 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Pushing event updated for resources: {'Port': ['ID=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:53.209426 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Attempting to bind port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:28:53.209426 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Attempting to bind port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:28:53.209807 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Attempting to bind port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 on network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:28:53.215075 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 on network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:28:53.215508 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Attempting to bind port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 on network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:28:53.221126 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:28:53.221467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Checking segment: {'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:28:53.221845 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Bound using segment: {'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:28:53.222270 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Bound port: 11b02f09-c255-4132-ab9a-3d4a5f7a05a2, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:28:53.222647 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:53.283521 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] For port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:28:53.286561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] For port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:28:53.293552 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:53.297556 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:53.298295 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:53.299701 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] 10.222.0.58 "PUT /v2.0/ports/11b02f09-c255-4132-ab9a-3d4a5f7a05a2 HTTP/1.1" status: 200 len: 1093 time: 0.5825362 Aug 24 18:28:53.300167 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'tag': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:28:53.302582 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b8612b-fc5d-48b2-9fe7-113dc243817c" -d '{"events": [{"name": "network-changed", "server_uuid": "abdc42a9-d949-4a24-b7d2-40a4f96fb06e", "tag": "11b02f09-c255-4132-ab9a-3d4a5f7a05a2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:28:53.344073 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a44ef76-02ff-4fc0-b614-a49a4cf05113 x-openstack-request-id: req-1a44ef76-02ff-4fc0-b614-a49a4cf05113 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:28:53.344363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdc42a9-d949-4a24-b7d2-40a4f96fb06e", "tag": "11b02f09-c255-4132-ab9a-3d4a5f7a05a2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:28:53.344646 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a44ef76-02ff-4fc0-b614-a49a4cf05113 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:28:53.345052 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a44ef76-02ff-4fc0-b614-a49a4cf05113'] response: {'name': 'network-changed', 'server_uuid': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'tag': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2', 'status': 'completed', 'code': 200} Aug 24 18:28:53.360083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de1cb8-fa6e-4c88-8557-c44c5b7abd90 service neutron] Pushing event updated for resources: {'Port': ['ID=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:53.467725 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05bcd0-83c4-4f45-8945-bc235d164e3e req-acf80c60-33b6-4453-b471-a1e3b85f0b2c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:53.469295 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0f05bcd0-83c4-4f45-8945-bc235d164e3e req-acf80c60-33b6-4453-b471-a1e3b85f0b2c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0746975 Aug 24 18:28:53.515565 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-38d79a9c-40bd-4e93-b789-a028a6a10b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:53.517156 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-38d79a9c-40bd-4e93-b789-a028a6a10b07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3fd9e7c9a42498618d9911f2fd3ef&device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 1127 time: 0.0831110 Aug 24 18:28:53.528666 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0f05bcd0-83c4-4f45-8945-bc235d164e3e req-b51ceb92-ee40-475e-8b3e-711a7408b1c4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528750 Aug 24 18:28:53.578371 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-1e4b2170-71da-4695-913b-b20c1cc7aded service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b02f09-c255-4132-ab9a-3d4a5f7a05a2 HTTP/1.1" status: 200 len: 217 time: 0.0427079 Aug 24 18:28:53.626241 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-47f0c91b-001d-4290-9cc3-8880841bfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:53.627821 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-47f0c91b-001d-4290-9cc3-8880841bfccc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2 HTTP/1.1" status: 200 len: 849 time: 0.0427902 Aug 24 18:28:53.663239 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-9f0c7c33-5b7c-4d59-851e-8bfa9f54518d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ef080f-96f3-4a50-9c65-56d35b5c17a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242469 Aug 24 18:28:53.755328 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-464154bc-ee8a-4c26-8ba2-50d8eb6d2605 service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849354 Aug 24 18:28:53.865922 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-896f1f5f-376e-4ee8-ac23-a5905dca6f64 req-c390b19f-cc9f-42e5-b2df-fb0dddaf70c7 service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962603 Aug 24 18:28:54.002591 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-7b180596-d89e-46bf-8eca-a2bbf40357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:54.004083 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-7b180596-d89e-46bf-8eca-a2bbf40357ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3fd9e7c9a42498618d9911f2fd3ef&device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 1127 time: 0.0461078 Aug 24 18:28:54.107323 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-a7fbfd7c-16c1-4816-9e93-9c1a7df012dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:54.108843 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-a7fbfd7c-16c1-4816-9e93-9c1a7df012dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ef080f-96f3-4a50-9c65-56d35b5c17a1 HTTP/1.1" status: 200 len: 910 time: 0.0945842 Aug 24 18:28:54.153388 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-18c01d55-202e-4a6e-8738-c5d9bd3dbb0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b02f09-c255-4132-ab9a-3d4a5f7a05a2 HTTP/1.1" status: 200 len: 217 time: 0.0379066 Aug 24 18:28:54.159201 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:54.334202 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-5e2af8ae-3994-4831-abc7-1ffae87e487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:54.335686 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-5e2af8ae-3994-4831-abc7-1ffae87e487c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2 HTTP/1.1" status: 200 len: 849 time: 0.1743014 Aug 24 18:28:54.362913 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd529631-ffb3-4935-9820-0953ef88b3a4 req-4b8d2555-ae8b-4953-ac92-fdcf60d10a3c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:54.364502 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cd529631-ffb3-4935-9820-0953ef88b3a4 req-4b8d2555-ae8b-4953-ac92-fdcf60d10a3c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 943 time: 0.1981993 Aug 24 18:28:54.385905 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-8bcc1207-2d14-42f1-a659-c17839c75274 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ef080f-96f3-4a50-9c65-56d35b5c17a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407627 Aug 24 18:28:54.553913 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cd529631-ffb3-4935-9820-0953ef88b3a4 req-cf2b7179-5a15-4706-9555-ac6c731115f9 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701899 Aug 24 18:28:54.677158 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8c8a4-7488-4c3b-884e-04b1eda4343a req-982d8a17-7f3b-4363-a197-0333dad329d1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:54.678795 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-94b8c8a4-7488-4c3b-884e-04b1eda4343a req-982d8a17-7f3b-4363-a197-0333dad329d1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0598183 Aug 24 18:28:54.733528 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-94b8c8a4-7488-4c3b-884e-04b1eda4343a req-00c557a8-602e-4236-a36c-764172acf51a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Aug 24 18:28:54.817935 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-96aae141-19ad-4ea2-af41-b72e442f3780 service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975213 Aug 24 18:28:54.979261 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b8612b-fc5d-48b2-9fe7-113dc243817c req-614901e6-c032-4f88-a8aa-59915014f5d5 service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447949 Aug 24 18:28:55.089161 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (dee52f54-740e-4752-accb-3fe263c7f595), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:55.386195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Deleting port e1268293-4539-4da4-9f5f-4542ec8a51ea {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:28:55.386434 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:55.468327 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] For port e1268293-4539-4da4-9f5f-4542ec8a51ea, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=e1268293-4539-4da4-9f5f-4542ec8a51ea,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:55.468726 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:55.486285 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Calling delete_port for e1268293-4539-4da4-9f5f-4542ec8a51ea owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:28:55.705431 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (e1268293-4539-4da4-9f5f-4542ec8a51ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:55.724770 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede030f7-e94a-4992-887b-681994a27930 req-68da0098-17f3-429c-9a51-2869e0a4e663 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:55.726370 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ede030f7-e94a-4992-887b-681994a27930 req-68da0098-17f3-429c-9a51-2869e0a4e663 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 943 time: 0.0738964 Aug 24 18:28:55.745452 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1268293-4539-4da4-9f5f-4542ec8a51ea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:55.863459 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ede030f7-e94a-4992-887b-681994a27930 req-7e7913b8-61fa-489b-9d02-bee8c566625c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211700 Aug 24 18:28:55.896966 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65348f4a-1a9b-456d-a036-ce19e84a4738 req-697cc329-8306-4c7a-8c4a-80e26d0edf59 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:55.898577 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65348f4a-1a9b-456d-a036-ce19e84a4738 req-697cc329-8306-4c7a-8c4a-80e26d0edf59 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0728290 Aug 24 18:28:55.918964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (dee52f54-740e-4752-accb-3fe263c7f595), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:55.968109 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65348f4a-1a9b-456d-a036-ce19e84a4738 req-a42911c2-7ad4-4ed2-aa92-6ca6a3ff1812 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614097 Aug 24 18:28:56.139896 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Router dee52f54-740e-4752-accb-3fe263c7f595 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:28:56.245176 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:28:56.250529 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-aa060979-6653-4bb2-8c0e-fad25ce47ca0 admin admin] 10.222.0.55 "PUT /v2.0/routers/dee52f54-740e-4752-accb-3fe263c7f595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0903420 Aug 24 18:28:56.253465 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:56.339713 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] Sync routers for ids ['dee52f54-740e-4752-accb-3fe263c7f595'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:28:56.352021 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] Routers {'dee52f54-740e-4752-accb-3fe263c7f595'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:28:56.352679 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:28:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['dee52f54-740e-4752-accb-3fe263c7f595'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:56.358194 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks [] for router (dee52f54-740e-4752-accb-3fe263c7f595), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:56.451010 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] Set router dee52f54-740e-4752-accb-3fe263c7f595 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:28:56.455806 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks [] for router_gateway (dee52f54-740e-4752-accb-3fe263c7f595), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:56.506960 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Deleting port 35e24b06-0e1a-4172-9ddd-60a978a25a74 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:28:56.507302 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:56.585188 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] For port 35e24b06-0e1a-4172-9ddd-60a978a25a74, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=35e24b06-0e1a-4172-9ddd-60a978a25a74,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:56.585705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:56.600203 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Calling delete_port for 35e24b06-0e1a-4172-9ddd-60a978a25a74 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:28:56.626518 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:28:55Z', 'revision_number': 5, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port': {'id': '35e24b06-0e1a-4172-9ddd-60a978a25a74', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:14Z', 'updated_at': '2022-08-24T18:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:56.651214 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] Checking router: dee52f54-740e-4752-accb-3fe263c7f595 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:28:56.660327 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] Routers {'dee52f54-740e-4752-accb-3fe263c7f595'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:28:56.660959 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:28:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['dee52f54-740e-4752-accb-3fe263c7f595'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:56.753869 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] Set router dee52f54-740e-4752-accb-3fe263c7f595 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:28:56.771012 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (35e24b06-0e1a-4172-9ddd-60a978a25a74), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:56.805510 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:28:56Z', 'revision_number': 6, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:56.820999 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=35e24b06-0e1a-4172-9ddd-60a978a25a74,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:56.824588 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (dee52f54-740e-4752-accb-3fe263c7f595), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:56.829321 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55453dc5-304b-4622-9ac8-be75b62e125b None None] The sync data for ids ['dee52f54-740e-4752-accb-3fe263c7f595'] in dv-cinder-853788-3-iscsi is: [{'id': 'dee52f54-740e-4752-accb-3fe263c7f595', 'name': 'tempest-DeleteServersTestJSON-1463481979-router', 'tenant_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:28:56Z', 'revision_number': 6, 'project_id': '3b2e9bfdf81c4284ac06c1787c1082ca', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:28:56.927045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (dee52f54-740e-4752-accb-3fe263c7f595), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:56.929371 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks [] for router_controller (dee52f54-740e-4752-accb-3fe263c7f595), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.025384 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (dee52f54-740e-4752-accb-3fe263c7f595), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.026042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee52f54-740e-4752-accb-3fe263c7f595 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:28:57.031899 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.033056 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cb4c8125-2324-4196-8ca4-3555c63a4e4f admin admin] 10.222.0.55 "DELETE /v2.0/routers/dee52f54-740e-4752-accb-3fe263c7f595 HTTP/1.1" status: 204 len: 168 time: 0.7784884 Aug 24 18:28:57.035671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:57.078933 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37584ac-7993-45df-8132-1f75d93e3678 req-fadb30df-6399-41a6-80b2-9b0de2c244f6 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:57.080447 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a37584ac-7993-45df-8132-1f75d93e3678 req-fadb30df-6399-41a6-80b2-9b0de2c244f6 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 943 time: 0.1246791 Aug 24 18:28:57.112038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] Deleting subnet 861f6593-d622-42e4-8469-53f8a530b22b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:28:57.116767 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] Publish callbacks [] for subnet (861f6593-d622-42e4-8469-53f8a530b22b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.122864 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49ed1-2553-4e70-8140-aec6a0455f2a req-773cdc53-afc8-4b7f-8433-cca5af1ccb29 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:57.124733 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72e49ed1-2553-4e70-8140-aec6a0455f2a req-773cdc53-afc8-4b7f-8433-cca5af1ccb29 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0688884 Aug 24 18:28:57.170947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a37584ac-7993-45df-8132-1f75d93e3678 req-6b244588-dfa7-4212-9eb9-582852045035 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824165 Aug 24 18:28:57.175245 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] Publish callbacks [] for subnet (861f6593-d622-42e4-8469-53f8a530b22b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.218370 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72e49ed1-2553-4e70-8140-aec6a0455f2a req-50a9feca-ccbe-4b70-a3e0-7f91d0f23feb tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876796 Aug 24 18:28:57.485051 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (861f6593-d622-42e4-8469-53f8a530b22b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.539143 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for subnet (861f6593-d622-42e4-8469-53f8a530b22b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.564249 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861f6593-d622-42e4-8469-53f8a530b22b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:57.568002 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.571304 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-001ad8e9-5c2c-476b-8b34-a828c1ba4601 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/861f6593-d622-42e4-8469-53f8a530b22b HTTP/1.1" status: 204 len: 168 time: 0.5346718 Aug 24 18:28:57.573891 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54178) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:57.577778 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fee3ca-e0d2-4584-b3cb-4f2412368503 None None] Network 5681b6c3-748a-4a23-84e9-63163070688e requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:28:57.649394 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (5681b6c3-748a-4a23-84e9-63163070688e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.706659 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Deleting port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:28:57.707004 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.752242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:57.777441 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] DHCP port deletion for 5681b6c3-748a-4a23-84e9-63163070688e request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:28:57.794135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] For port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:57.794607 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.814137 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Calling delete_port for 49f0dd71-4a33-4ffa-b957-66c00b2cf20e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:28:57.831646 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device e1268293-4539-4da4-9f5f-4542ec8a51ea no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:28:57.881039 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: e1268293-4539-4da4-9f5f-4542ec8a51ea {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:28:57.882238 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device e1268293-4539-4da4-9f5f-4542ec8a51ea not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:28:57.882747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 35e24b06-0e1a-4172-9ddd-60a978a25a74 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:28:57.904963 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e00e13b-0651-468d-9187-4668edbafca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.905221 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] Deleting port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:28:57.905388 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.907836 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 35e24b06-0e1a-4172-9ddd-60a978a25a74 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:28:57.908182 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 35e24b06-0e1a-4172-9ddd-60a978a25a74 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:28:57.969446 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.973177 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] For port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,segment=NetworkSegment(0d545fde-e3cb-4896-b32a-30f54868b486),segment_id=0d545fde-e3cb-4896-b32a-30f54868b486)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:57.973793 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:57.988018 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] Calling delete_port for 49f0dd71-4a33-4ffa-b957-66c00b2cf20e owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:28:58.004810 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Pushing event deleted for resources: {'Port': ['ID=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:58.010557 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] No DVR routers for this DVR port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e on host dv-cinder-853788-3-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:28:58.063934 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e00e13b-0651-468d-9187-4668edbafca9 admin admin] Publish callbacks [] for security_group (5a113fb1-ba2a-494a-b032-88c24337cec1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.090296 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e00e13b-0651-468d-9187-4668edbafca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5a113fb1-ba2a-494a-b032-88c24337cec1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.105548 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (49f0dd71-4a33-4ffa-b957-66c00b2cf20e), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.121091 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (5681b6c3-748a-4a23-84e9-63163070688e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.130286 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] Pushing event deleted for resources: {'Port': ['ID=49f0dd71-4a33-4ffa-b957-66c00b2cf20e,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:58.133113 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777edd0-aac7-4c8a-8643-73fae7f0d2d3 None None] No DVR routers for this DVR port 49f0dd71-4a33-4ffa-b957-66c00b2cf20e on host dv-cinder-853788-3-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:28:58.153302 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8e00e13b-0651-468d-9187-4668edbafca9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62d4cdb1f2c8467d920036818688b74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997386 Aug 24 18:28:58.156188 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54196) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:58.168181 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.168705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.169603 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.170183 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > port after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.170977 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.171525 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > port after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.171953 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.172467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.173146 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.173897 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.211639 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa75322-f42d-4b50-8b78-6a1eec79f14a admin admin] Publish callbacks [] for security_group (5a113fb1-ba2a-494a-b032-88c24337cec1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.237476 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa75322-f42d-4b50-8b78-6a1eec79f14a admin admin] Publish callbacks [] for security_group (5a113fb1-ba2a-494a-b032-88c24337cec1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.254515 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.254867 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.255192 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.255529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:28:58.256008 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5681b6c3-748a-4a23-84e9-63163070688e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:58.262406 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00e13b-0651-468d-9187-4668edbafca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a113fb1-ba2a-494a-b032-88c24337cec1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:58.294732 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa75322-f42d-4b50-8b78-6a1eec79f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5a113fb1-ba2a-494a-b032-88c24337cec1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.297421 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-afa75322-f42d-4b50-8b78-6a1eec79f14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.298709 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-afa75322-f42d-4b50-8b78-6a1eec79f14a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a113fb1-ba2a-494a-b032-88c24337cec1 HTTP/1.1" status: 204 len: 168 time: 0.1409314 Aug 24 18:28:58.305599 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d545fde-e3cb-4896-b32a-30f54868b486') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:58.305961 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d545fde-e3cb-4896-b32a-30f54868b486') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:58.307465 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75322-f42d-4b50-8b78-6a1eec79f14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a113fb1-ba2a-494a-b032-88c24337cec1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:58.360561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (0d545fde-e3cb-4896-b32a-30f54868b486), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.375172 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18090e-ad11-40fb-9223-af4a61bf4e58 req-3ae56b31-4b83-4f24-9ae8-7b9166902336 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:58.377452 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be18090e-ad11-40fb-9223-af4a61bf4e58 req-3ae56b31-4b83-4f24-9ae8-7b9166902336 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Aug 24 18:28:58.389219 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (0d545fde-e3cb-4896-b32a-30f54868b486), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.405300 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:28:58.405663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (0d545fde-e3cb-4896-b32a-30f54868b486), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.435927 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be18090e-ad11-40fb-9223-af4a61bf4e58 req-4b9f609d-5783-46cb-8ea7-2c849fbb2d70 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503821 Aug 24 18:28:58.451714 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65779beb-3fb8-4bcd-a2f2-8d1ea07ad63f req-a945899f-1a30-4bf8-9277-0654a685634c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:58.453335 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65779beb-3fb8-4bcd-a2f2-8d1ea07ad63f req-a945899f-1a30-4bf8-9277-0654a685634c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 943 time: 0.1920595 Aug 24 18:28:58.505394 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (5681b6c3-748a-4a23-84e9-63163070688e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.530507 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.533908 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] 10.222.0.55 "DELETE /v2.0/networks/5681b6c3-748a-4a23-84e9-63163070688e HTTP/1.1" status: 204 len: 168 time: 0.9590714 Aug 24 18:28:58.538774 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f810b-fc65-42e1-99a1-53935086997f admin admin] Pushing event deleted for resources: {'Network': ['ID=5681b6c3-748a-4a23-84e9-63163070688e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:58.543930 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65779beb-3fb8-4bcd-a2f2-8d1ea07ad63f req-dd44a771-8027-4626-a86c-764a1f659786 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834739 Aug 24 18:28:58.631184 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54220) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:58.648164 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc0b-157e-42fb-b6b4-12cf683d58f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.684389 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54222) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:58.748569 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-de63fdf4-dd14-4fa7-b2af-03f27b7ae07a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b2e9bfdf81c4284ac06c1787c1082ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0628605 Aug 24 18:28:58.751409 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:58.761630 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc0b-157e-42fb-b6b4-12cf683d58f5 admin admin] Publish callbacks [] for security_group (72bce350-e7cd-4b9d-8119-097a4a16bb20), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.767953 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc0b-157e-42fb-b6b4-12cf683d58f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (72bce350-e7cd-4b9d-8119-097a4a16bb20), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.803562 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f046c08d-2b29-458c-98ec-f924a148b598 admin admin] Publish callbacks [] for security_group (8068f750-0394-43a4-ace8-ea6ea4d03429), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.808502 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ae92fc0b-157e-42fb-b6b4-12cf683d58f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e06b57075c654a2ba2097ee62bea6d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761801 Aug 24 18:28:58.809646 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92fc0b-157e-42fb-b6b4-12cf683d58f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bce350-e7cd-4b9d-8119-097a4a16bb20,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:58.811932 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54226) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:28:58.829495 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f046c08d-2b29-458c-98ec-f924a148b598 admin admin] Publish callbacks [] for security_group (8068f750-0394-43a4-ace8-ea6ea4d03429), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.836896 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 0d545fde-e3cb-4896-b32a-30f54868b486 resource provider aggregate not found Aug 24 18:28:58.856855 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 0d545fde-e3cb-4896-b32a-30f54868b486 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d545fde-e3cb-4896-b32a-30f54868b486 found for delete ", "request_id": "req-ea4bc19e-5e32-4dcf-bede-60e42f51d51a"}]} Aug 24 18:28:58.861720 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0e30d8e-f1bc-4fbe-847f-37445d99d28d admin admin] Publish callbacks [] for security_group (72bce350-e7cd-4b9d-8119-097a4a16bb20), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.884487 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f046c08d-2b29-458c-98ec-f924a148b598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (8068f750-0394-43a4-ace8-ea6ea4d03429), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.885061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0e30d8e-f1bc-4fbe-847f-37445d99d28d admin admin] Publish callbacks [] for security_group (72bce350-e7cd-4b9d-8119-097a4a16bb20), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.887010 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f046c08d-2b29-458c-98ec-f924a148b598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.888159 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f046c08d-2b29-458c-98ec-f924a148b598 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8068f750-0394-43a4-ace8-ea6ea4d03429 HTTP/1.1" status: 204 len: 168 time: 0.1355989 Aug 24 18:28:58.896239 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046c08d-2b29-458c-98ec-f924a148b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8068f750-0394-43a4-ace8-ea6ea4d03429,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:58.940022 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0e30d8e-f1bc-4fbe-847f-37445d99d28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (72bce350-e7cd-4b9d-8119-097a4a16bb20), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.942684 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0e30d8e-f1bc-4fbe-847f-37445d99d28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:28:58.943897 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c0e30d8e-f1bc-4fbe-847f-37445d99d28d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72bce350-e7cd-4b9d-8119-097a4a16bb20 HTTP/1.1" status: 204 len: 168 time: 0.1309936 Aug 24 18:28:58.952066 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e30d8e-f1bc-4fbe-847f-37445d99d28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bce350-e7cd-4b9d-8119-097a4a16bb20,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:59.579257 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0f77-f7a4-47cb-9ca7-1ebebdb123dd req-c4bfe8d4-4dda-4cc9-9e1d-ffc307f0e6f3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:59.581510 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-931a0f77-f7a4-47cb-9ca7-1ebebdb123dd req-c4bfe8d4-4dda-4cc9-9e1d-ffc307f0e6f3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0704360 Aug 24 18:28:59.631632 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-931a0f77-f7a4-47cb-9ca7-1ebebdb123dd req-a66ed4d6-04b9-47ba-8cf9-309467543652 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 Aug 24 18:28:59.689711 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289a114-d008-41e2-87e0-094915d28bce req-8a5e3aba-d038-44e1-ac49-4f2dda97bda5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:28:59.691466 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0289a114-d008-41e2-87e0-094915d28bce req-8a5e3aba-d038-44e1-ac49-4f2dda97bda5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 943 time: 0.0661583 Aug 24 18:28:59.746661 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0289a114-d008-41e2-87e0-094915d28bce req-bc31c8fe-cd72-44ef-8a19-d09792a5a2ef tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497103 Aug 24 18:28:59.794175 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 49f0dd71-4a33-4ffa-b957-66c00b2cf20e no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:28:59.812748 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 49f0dd71-4a33-4ffa-b957-66c00b2cf20e {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:28:59.813360 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 49f0dd71-4a33-4ffa-b957-66c00b2cf20e not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:28:59.921166 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f64ec102-89f0-470e-81d7-03622229b797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:00.184094 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5eb8-3237-4cff-9a9f-cbac1beb4b90 req-50efbe7e-c133-4c5d-ac7f-412c06a7a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:00.185658 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-236b5eb8-3237-4cff-9a9f-cbac1beb4b90 req-50efbe7e-c133-4c5d-ac7f-412c06a7a80d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 1129 time: 0.0446134 Aug 24 18:29:00.234892 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-236b5eb8-3237-4cff-9a9f-cbac1beb4b90 req-545f7ee4-8e8a-4426-86b2-48453a89de22 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Aug 24 18:29:00.729422 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:29:00.762401 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b15ed4-6894-4aba-ac5e-683562743517 req-b631ce44-7dc4-4421-8ee1-b76c98262143 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:00.764821 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6b15ed4-6894-4aba-ac5e-683562743517 req-b631ce44-7dc4-4421-8ee1-b76c98262143 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0608256 Aug 24 18:29:00.840478 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:00.855412 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6b15ed4-6894-4aba-ac5e-683562743517 req-bbb3b787-01ba-42a8-894c-c52d80f08f6f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847964 Aug 24 18:29:00.860706 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2', 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1', 'port_id': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2', 'mac_address': 'fa:16:3e:d5:66:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:29:00.891532 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54336) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:00.906257 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:29:00.906679 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:00.916688 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55662e63-a028-410d-8af8-70cbf5a4e58c req-611490fd-f5db-4294-be00-b565f6cb17db tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:00.918290 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-55662e63-a028-410d-8af8-70cbf5a4e58c req-611490fd-f5db-4294-be00-b565f6cb17db tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 943 time: 0.0664196 Aug 24 18:29:00.920837 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:29:00.942433 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:00.948755 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:00.968254 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-55662e63-a028-410d-8af8-70cbf5a4e58c req-332bb4c8-90f5-4129-b2b3-215ac1cbaefa tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Aug 24 18:29:01.004301 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:01.015290 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d0a94c9-0dfa-44ef-adb1-fe2707acd11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.093887 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d0a94c9-0dfa-44ef-adb1-fe2707acd11b admin admin] Publish callbacks [] for security_group (e3ba05ac-af6e-4207-a54d-fbac88549a27), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.099420 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d0a94c9-0dfa-44ef-adb1-fe2707acd11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e3ba05ac-af6e-4207-a54d-fbac88549a27), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.137368 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4d0a94c9-0dfa-44ef-adb1-fe2707acd11b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14d9c9f3cd7f4a61ab6c19b959c78be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445872 Aug 24 18:29:01.138271 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a94c9-0dfa-44ef-adb1-fe2707acd11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba05ac-af6e-4207-a54d-fbac88549a27,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:01.140561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:01.193538 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc083-5a94-4ae4-8f28-afa221497300 admin admin] Publish callbacks [] for security_group (e3ba05ac-af6e-4207-a54d-fbac88549a27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.215664 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc083-5a94-4ae4-8f28-afa221497300 admin admin] Publish callbacks [] for security_group (e3ba05ac-af6e-4207-a54d-fbac88549a27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.268461 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc083-5a94-4ae4-8f28-afa221497300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e3ba05ac-af6e-4207-a54d-fbac88549a27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.271729 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc083-5a94-4ae4-8f28-afa221497300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.272944 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ca8bc083-5a94-4ae4-8f28-afa221497300 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3ba05ac-af6e-4207-a54d-fbac88549a27 HTTP/1.1" status: 204 len: 168 time: 0.1312630 Aug 24 18:29:01.281066 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bc083-5a94-4ae4-8f28-afa221497300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba05ac-af6e-4207-a54d-fbac88549a27,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:01.546999 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54348) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:01.560551 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f618e79c-396b-4c46-a6c7-482b433119f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.633982 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f618e79c-396b-4c46-a6c7-482b433119f2 admin admin] Publish callbacks [] for security_group (9cf319dc-31ab-4a2f-b50b-e9de0d18e77c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.639573 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f618e79c-396b-4c46-a6c7-482b433119f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (9cf319dc-31ab-4a2f-b50b-e9de0d18e77c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.674601 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618e79c-396b-4c46-a6c7-482b433119f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf319dc-31ab-4a2f-b50b-e9de0d18e77c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:01.678828 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f618e79c-396b-4c46-a6c7-482b433119f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a025d4e7916a4f1887f5ebd8bd40ee8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307347 Aug 24 18:29:01.681512 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54350) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:01.721738 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['11b02f09-c255-4132-ab9a-3d4a5f7a05a2'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:29:01.731617 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78de3727-a699-4f1f-95cd-7970cfa5dc74 admin admin] Publish callbacks [] for security_group (9cf319dc-31ab-4a2f-b50b-e9de0d18e77c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.753377 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78de3727-a699-4f1f-95cd-7970cfa5dc74 admin admin] Publish callbacks [] for security_group (9cf319dc-31ab-4a2f-b50b-e9de0d18e77c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.805379 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78de3727-a699-4f1f-95cd-7970cfa5dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (9cf319dc-31ab-4a2f-b50b-e9de0d18e77c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.808451 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78de3727-a699-4f1f-95cd-7970cfa5dc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.809783 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-78de3727-a699-4f1f-95cd-7970cfa5dc74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9cf319dc-31ab-4a2f-b50b-e9de0d18e77c HTTP/1.1" status: 204 len: 168 time: 0.1273575 Aug 24 18:29:01.817753 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-15e2072c-aa14-418a-a586-71704dad4d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:01.820703 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de3727-a699-4f1f-95cd-7970cfa5dc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf319dc-31ab-4a2f-b50b-e9de0d18e77c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:02.001815 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705a602-6b61-4283-a7f9-931c7e40c560 req-ee1ef93d-85aa-475e-bd79-5f69791de5ee tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:02.003564 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8705a602-6b61-4283-a7f9-931c7e40c560 req-ee1ef93d-85aa-475e-bd79-5f69791de5ee tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0687375 Aug 24 18:29:02.089771 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8705a602-6b61-4283-a7f9-931c7e40c560 req-4737c26d-a712-4a61-a9ef-bb53a984b193 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807204 Aug 24 18:29:02.122273 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ec03-b5cb-49d1-b1f4-3942136d2a3c req-db09f2b9-22c3-4a8f-8df7-588c03767538 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:02.123912 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c647ec03-b5cb-49d1-b1f4-3942136d2a3c req-db09f2b9-22c3-4a8f-8df7-588c03767538 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 944 time: 0.0660880 Aug 24 18:29:02.181447 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c647ec03-b5cb-49d1-b1f4-3942136d2a3c req-5f094ef7-d0cf-4431-98c7-9bc601ee0df3 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516598 Aug 24 18:29:02.647668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:02.745249 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-273161731-network', 'tenant_id': '879b9f73be594cfcb99218783d225c5a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:02.768001 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Made reservation on behalf of 879b9f73be594cfcb99218783d225c5a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:29:02.770389 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:02.779328 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:02.865035 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks [] for security_group (5387adee-a171-47aa-892a-505f57020d8e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:02.870719 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5387adee-a171-47aa-892a-505f57020d8e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:02.897105 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:29:02.906535 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387adee-a171-47aa-892a-505f57020d8e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:02.911140 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (fb6aef45-52a6-474c-aefc-72112bbfdd03), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:02.911474 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Added segment fb6aef45-52a6-474c-aefc-72112bbfdd03 of type vlan for network cec46305-1107-43fc-ba2b-50f9bc847072 Aug 24 18:29:02.951668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (cec46305-1107-43fc-ba2b-50f9bc847072), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:02.979161 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (cec46305-1107-43fc-ba2b-50f9bc847072), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:02.980103 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:02.980702 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:03.032977 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3841844 Aug 24 18:29:03.036058 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54394) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:03.039742 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398baa0b-0552-4ad1-ad7e-feef6bb3c5cf admin admin] Pushing event updated for resources: {'Network': ['ID=cec46305-1107-43fc-ba2b-50f9bc847072,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:03.041078 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Request body: {'subnet': {'network_id': 'cec46305-1107-43fc-ba2b-50f9bc847072', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-273161731-subnet', 'tenant_id': '879b9f73be594cfcb99218783d225c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:03.050466 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network cec46305-1107-43fc-ba2b-50f9bc847072 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:29:03.062611 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Made reservation on behalf of 879b9f73be594cfcb99218783d225c5a for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:29:03.065316 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8504503'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:03.266990 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd353ee-ff91-4313-b4da-9f90d748fd89 req-5449d012-e53b-45c2-ba85-09b1376a645f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:03.268506 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dd353ee-ff91-4313-b4da-9f90d748fd89 req-5449d012-e53b-45c2-ba85-09b1376a645f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0948400 Aug 24 18:29:03.269910 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9115475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8504481'] for subnet (c126a7b4-e9ff-436b-896e-0a6048f27a61), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:03.270784 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:03.317860 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af2a9d-5f58-457b-b1cd-1d6f14cfe255 req-84482e4b-ccb8-4729-9d8b-ecece23a699f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:03.319637 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4af2a9d-5f58-457b-b1cd-1d6f14cfe255 req-84482e4b-ccb8-4729-9d8b-ecece23a699f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 944 time: 0.0579932 Aug 24 18:29:03.346407 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c126a7b4-e9ff-436b-896e-0a6048f27a61,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:03.372773 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4af2a9d-5f58-457b-b1cd-1d6f14cfe255 req-bb86b567-5e2b-4241-b847-2bb44bc9ba0a tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446723 Aug 24 18:29:03.374661 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dd353ee-ff91-4313-b4da-9f90d748fd89 req-ea36fac7-63ed-4a52-aac0-494fa5e65e2d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970068 Aug 24 18:29:03.377606 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Checking segment: {'id': 'fb6aef45-52a6-474c-aefc-72112bbfdd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cec46305-1107-43fc-ba2b-50f9bc847072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:29:03.377886 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Network hostable DHCP agents. Network: cec46305-1107-43fc-ba2b-50f9bc847072, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:29:03.395691 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Network cec46305-1107-43fc-ba2b-50f9bc847072 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:29:03.406632 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, cec46305-1107-43fc-ba2b-50f9bc847072) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:29:03.410917 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:03.411517 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:03.417570 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea1c47-c40e-4b58-95fd-c3cb11378b0a None None] Network cec46305-1107-43fc-ba2b-50f9bc847072 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:29:03.432215 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-def2b081-ce23-4906-91e5-311302934783 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3948689 Aug 24 18:29:03.523601 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d919f-1bdb-4dcb-bf00-0a6f65b3618b None None] Network cec46305-1107-43fc-ba2b-50f9bc847072 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:29:03.527602 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c66a-e45d-4092-b46b-9e6cc3652bb8 req-6fecc516-c3e1-4494-bc53-7dccb20fc623 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:03.529529 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c72c66a-e45d-4092-b46b-9e6cc3652bb8 req-6fecc516-c3e1-4494-bc53-7dccb20fc623 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0684712 Aug 24 18:29:03.584571 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c72c66a-e45d-4092-b46b-9e6cc3652bb8 req-7b8fc2cd-a7f6-4981-88f1-1f595919a9a8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Aug 24 18:29:03.962324 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54428) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:03.967268 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1229849344-network', 'tenant_id': '8fb31c87548e4e368205c2f5e1e0a85d'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:03.987611 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Made reservation on behalf of 8fb31c87548e4e368205c2f5e1e0a85d for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:29:03.990305 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:03.999404 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.076843 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks [] for security_group (31316112-dcd5-4340-afce-8179859ac1fc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.082909 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (31316112-dcd5-4340-afce-8179859ac1fc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.102742 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:29:04.117253 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31316112-dcd5-4340-afce-8179859ac1fc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:04.120070 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (658ae95d-1bb7-46d3-b11b-8d54937ee11a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.120433 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Added segment 658ae95d-1bb7-46d3-b11b-8d54937ee11a of type vlan for network 7ef0fbc5-bb73-47ce-95a4-22b26e26f819 Aug 24 18:29:04.159143 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (7ef0fbc5-bb73-47ce-95a4-22b26e26f819), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.185503 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (7ef0fbc5-bb73-47ce-95a4-22b26e26f819), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.186474 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:04.187047 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.241840 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2784231 Aug 24 18:29:04.244800 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:04.248402 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4622e-a09a-4cad-831a-d8cfeb83d457 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef0fbc5-bb73-47ce-95a4-22b26e26f819,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:04.249713 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Request body: {'subnet': {'network_id': '7ef0fbc5-bb73-47ce-95a4-22b26e26f819', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1229849344-subnet', 'tenant_id': '8fb31c87548e4e368205c2f5e1e0a85d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:04.258696 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 7ef0fbc5-bb73-47ce-95a4-22b26e26f819 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:29:04.271381 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Made reservation on behalf of 8fb31c87548e4e368205c2f5e1e0a85d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:29:04.274042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637880'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.442064 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12068289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637870'] for subnet (77a9584e-a45d-47a7-81f9-15fc926e3baf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.498270 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a9584e-a45d-47a7-81f9-15fc926e3baf,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:04.507297 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Checking segment: {'id': '658ae95d-1bb7-46d3-b11b-8d54937ee11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7ef0fbc5-bb73-47ce-95a4-22b26e26f819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:29:04.507695 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Network hostable DHCP agents. Network: 7ef0fbc5-bb73-47ce-95a4-22b26e26f819, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:29:04.518701 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.532262 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Network 7ef0fbc5-bb73-47ce-95a4-22b26e26f819 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:29:04.537041 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2414-dbac-4b9e-a742-7fb55c913be4 req-adc3cdf0-97ad-4ba0-9e5f-9f68f540dfa7 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:04.538906 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ebf2414-dbac-4b9e-a742-7fb55c913be4 req-adc3cdf0-97ad-4ba0-9e5f-9f68f540dfa7 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 944 time: 0.0860221 Aug 24 18:29:04.545230 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 7ef0fbc5-bb73-47ce-95a4-22b26e26f819) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:29:04.550891 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:04.552809 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.559370 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef07533-4991-424d-8414-bcef5212ae60 None None] Network 7ef0fbc5-bb73-47ce-95a4-22b26e26f819 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:29:04.597191 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ebf2414-dbac-4b9e-a742-7fb55c913be4 req-6a7bc8ab-9b76-4c57-8ace-895d076d7736 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Aug 24 18:29:04.598031 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5a0b9fe4-5377-43dd-ab46-a6576477b260 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3520799 Aug 24 18:29:04.678934 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcccd9-e956-49e1-a958-961b4dffd56f None None] Network 7ef0fbc5-bb73-47ce-95a4-22b26e26f819 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:29:04.747869 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-c8cef5cf-c18e-4845-bd46-4aea21cc1fc2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546963 Aug 24 18:29:04.753344 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:29:04.809734 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.852489 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:29:04.857198 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:29:04.857575 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.865031 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-fb70cbe5-77c3-4853-9722-6f89ed2b9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:04.866550 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-fb70cbe5-77c3-4853-9722-6f89ed2b9ec3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1130 time: 0.0554278 Aug 24 18:29:04.946893 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:29:04.947447 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.971541 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:29:04.974341 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31d12d7-6343-452d-81ff-f2e111a61727" -d '{"events": [{"server_uuid": "abdc42a9-d949-4a24-b7d2-40a4f96fb06e", "name": "network-vif-plugged", "status": "completed", "tag": "11b02f09-c255-4132-ab9a-3d4a5f7a05a2"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:29:04.987555 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:04.994010 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:04.998361 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-dfbd6d1c-edd6-4f46-acc4-be3afd7ba50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:04.999970 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-dfbd6d1c-edd6-4f46-acc4-be3afd7ba50c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.1129153 Aug 24 18:29:05.022399 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea26044c-af08-4108-ac7d-eb590bb2a054 x-openstack-request-id: req-ea26044c-af08-4108-ac7d-eb590bb2a054 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:29:05.022713 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdc42a9-d949-4a24-b7d2-40a4f96fb06e", "name": "network-vif-plugged", "status": "completed", "tag": "11b02f09-c255-4132-ab9a-3d4a5f7a05a2", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:29:05.022962 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea26044c-af08-4108-ac7d-eb590bb2a054 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:29:05.023354 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea26044c-af08-4108-ac7d-eb590bb2a054'] response: {'server_uuid': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2', 'code': 200} Aug 24 18:29:05.048233 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-1d3a5a3c-f377-4dc1-8c05-aae5a43eb69b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 200 len: 217 time: 0.0399530 Aug 24 18:29:05.049074 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:05.119484 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-a54f287e-56e7-4cb1-944d-81a8ca7ec8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:05.121464 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-a54f287e-56e7-4cb1-944d-81a8ca7ec8f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0484021 Aug 24 18:29:05.178013 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-96fe551a-5cca-4634-87e2-86e90bf15d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:05.179467 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-96fe551a-5cca-4634-87e2-86e90bf15d5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506663 Aug 24 18:29:05.321915 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030fd22-c05c-4649-99fe-319162c513b2 req-f8e32475-3f8c-4a09-b390-a66f03379b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:05.323522 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b030fd22-c05c-4649-99fe-319162c513b2 req-f8e32475-3f8c-4a09-b390-a66f03379b4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 1129 time: 0.0753205 Aug 24 18:29:05.325451 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-abc767c7-dae6-4ea6-a391-7c9ea35777e3 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242976 Aug 24 18:29:05.421891 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b030fd22-c05c-4649-99fe-319162c513b2 req-81897bcf-41cc-401d-b6a4-de3f5a20c3ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881226 Aug 24 18:29:05.445714 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-916ce3fc-d1d9-4b23-93d0-a86528c9f8db req-2d4f5046-e02c-40bb-86d3-dedfc877280f service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069498 Aug 24 18:29:05.725444 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7034b3-42cf-4d77-8a99-fe2ae441f55b req-aa57d8d0-d202-4355-8d8d-241127677bd6 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:05.726939 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc7034b3-42cf-4d77-8a99-fe2ae441f55b req-aa57d8d0-d202-4355-8d8d-241127677bd6 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0524061 Aug 24 18:29:05.759142 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:05.783774 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc7034b3-42cf-4d77-8a99-fe2ae441f55b req-4a1ec035-e65d-40aa-9426-1569ace1e6bd tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481339 Aug 24 18:29:06.287598 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b877a-7c8d-4e9e-b19d-f3a7ce3eb9d7 req-24150eef-da51-4ed8-a27e-759f67d35bb3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:06.289096 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d46b877a-7c8d-4e9e-b19d-f3a7ce3eb9d7 req-24150eef-da51-4ed8-a27e-759f67d35bb3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0538254 Aug 24 18:29:06.336703 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d46b877a-7c8d-4e9e-b19d-f3a7ce3eb9d7 req-7d9fc5e3-62b1-4341-8f1e-478508bbf803 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Aug 24 18:29:06.916175 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63018c4-5b9d-45f9-abc8-a1af2a2be9fe req-0e348a3f-3f6c-44c6-866d-7c576894d3a5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:06.917663 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b63018c4-5b9d-45f9-abc8-a1af2a2be9fe req-0e348a3f-3f6c-44c6-866d-7c576894d3a5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0541866 Aug 24 18:29:06.967330 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b63018c4-5b9d-45f9-abc8-a1af2a2be9fe req-547b3058-ed6d-45a9-904f-57c02ee495ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Aug 24 18:29:07.480948 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d892-7309-4cb5-bbcc-2365c0203a54 req-ba3e4f20-4fdc-48bb-bac3-a6e7f9b5e099 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:07.482438 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6882d892-7309-4cb5-bbcc-2365c0203a54 req-ba3e4f20-4fdc-48bb-bac3-a6e7f9b5e099 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0531139 Aug 24 18:29:07.530804 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6882d892-7309-4cb5-bbcc-2365c0203a54 req-07a5beed-41b0-4785-b37c-4c19194cfc90 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Aug 24 18:29:08.110567 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ad3d-c209-42ff-9070-f341149621ac req-edae6bc8-60a1-46c3-80d1-89476b77f25f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:08.112439 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d58ad3d-c209-42ff-9070-f341149621ac req-edae6bc8-60a1-46c3-80d1-89476b77f25f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0631638 Aug 24 18:29:08.159521 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d58ad3d-c209-42ff-9070-f341149621ac req-eed5ef99-c748-49dc-9a70-3e1d61296684 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Aug 24 18:29:08.665343 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6c9bc-0932-46eb-afa5-c85b5c87c445 req-9582cda7-9e61-4f30-8cad-d523e591fa56 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:08.666832 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43f6c9bc-0932-46eb-afa5-c85b5c87c445 req-9582cda7-9e61-4f30-8cad-d523e591fa56 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0583975 Aug 24 18:29:08.714171 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43f6c9bc-0932-46eb-afa5-c85b5c87c445 req-d502b675-ee67-42f0-9032-41f6ffeccbf7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Aug 24 18:29:09.295357 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6c52-a7a1-4b8e-ace5-7e9ed9e1acd2 req-9696eb1a-9100-4d7f-8d58-2bae38bcca28 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:09.296854 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19ed6c52-a7a1-4b8e-ace5-7e9ed9e1acd2 req-9696eb1a-9100-4d7f-8d58-2bae38bcca28 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0544977 Aug 24 18:29:09.345405 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19ed6c52-a7a1-4b8e-ace5-7e9ed9e1acd2 req-ed7c4a6d-c929-457c-975c-8c2d61aea5a4 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Aug 24 18:29:09.845280 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193e907-a256-46c4-8f74-06e0c8b93e4d req-d723c4a4-d322-4d2c-84ff-8323b6e773a5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:09.846806 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0193e907-a256-46c4-8f74-06e0c8b93e4d req-d723c4a4-d322-4d2c-84ff-8323b6e773a5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0536659 Aug 24 18:29:09.896287 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0193e907-a256-46c4-8f74-06e0c8b93e4d req-bf234a8f-b1d6-4053-8421-6772449c7c3d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Aug 24 18:29:10.472869 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a76c8-69a0-4dbc-a2fb-1e1b8d21517a req-a5b3dabf-59fd-40d6-8c78-b445da016cb5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:10.474646 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d8a76c8-69a0-4dbc-a2fb-1e1b8d21517a req-a5b3dabf-59fd-40d6-8c78-b445da016cb5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0538211 Aug 24 18:29:10.550659 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d8a76c8-69a0-4dbc-a2fb-1e1b8d21517a req-05c20cce-9b5f-466a-b1d1-63104966f9de tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Aug 24 18:29:10.553452 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-1cf7fefb-8456-4a64-ace8-443dc64863fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:10.554860 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-1cf7fefb-8456-4a64-ace8-443dc64863fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1130 time: 0.0792561 Aug 24 18:29:10.642959 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-c2631dde-d980-4d91-a6d1-3065a9fbcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:10.644510 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-c2631dde-d980-4d91-a6d1-3065a9fbcc78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.0832949 Aug 24 18:29:10.687977 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-19f96289-4fc3-428c-a2a1-7dad10e6c1f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 200 len: 217 time: 0.0360904 Aug 24 18:29:10.742412 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-c9a59889-5636-4345-a026-bc2c5013a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:10.743755 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-c9a59889-5636-4345-a026-bc2c5013a71f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0486901 Aug 24 18:29:10.794902 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-b6a0cac8-9622-4ece-ba6e-f80c00ada259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:10.796474 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-b6a0cac8-9622-4ece-ba6e-f80c00ada259 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442102 Aug 24 18:29:10.898850 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-bb3bf6c2-741a-4e98-8a1b-c76a6916dc99 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960927 Aug 24 18:29:10.995380 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca45b683-1d55-4052-bac6-3880479fdc70 req-502327f2-754c-46ad-a50b-ea58e90534ac service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897727 Aug 24 18:29:11.033491 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb19c8a-1686-4567-9261-5593da6107db req-fcc41c0f-3128-438e-873e-2119ffd2b00a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:11.034988 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dfb19c8a-1686-4567-9261-5593da6107db req-fcc41c0f-3128-438e-873e-2119ffd2b00a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0598981 Aug 24 18:29:11.089312 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dfb19c8a-1686-4567-9261-5593da6107db req-f5f9dea6-c5e5-4adc-8013-af3aa85be0da tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476635 Aug 24 18:29:11.673028 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20952087-80ac-473b-a84a-a059b204401f req-d0adc990-63a7-4c58-a746-bdd8a11ed370 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:11.674555 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-20952087-80ac-473b-a84a-a059b204401f req-d0adc990-63a7-4c58-a746-bdd8a11ed370 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0541847 Aug 24 18:29:11.731405 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-20952087-80ac-473b-a84a-a059b204401f req-a6808682-d6ca-438f-9747-43a7e9f5f5b7 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 Aug 24 18:29:12.211254 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf491-f142-44f1-a350-cac4c3139596 req-bfa40a50-a794-4e29-ae76-ad6eceb3ed16 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:12.212795 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd0cf491-f142-44f1-a350-cac4c3139596 req-bfa40a50-a794-4e29-ae76-ad6eceb3ed16 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0528824 Aug 24 18:29:12.260573 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd0cf491-f142-44f1-a350-cac4c3139596 req-0d739def-767e-4bfb-a19d-4c1e1a4c4a0f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Aug 24 18:29:12.454381 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:29:12.852441 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d48da-a498-4525-88ee-3f37e6c980d6 req-f3dfcd18-6840-40eb-b854-9f429da6a87b tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:12.854011 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f09d48da-a498-4525-88ee-3f37e6c980d6 req-f3dfcd18-6840-40eb-b854-9f429da6a87b tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0571299 Aug 24 18:29:12.902891 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f09d48da-a498-4525-88ee-3f37e6c980d6 req-24b12a10-9ba4-4c8d-80fd-e76b4d7414e4 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430431 Aug 24 18:29:13.385635 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d999c-86e7-41f0-96d9-a38ac3195a2f req-8dc07535-4787-4d7a-9fbb-8f1530afdd35 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:13.387130 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-759d999c-86e7-41f0-96d9-a38ac3195a2f req-8dc07535-4787-4d7a-9fbb-8f1530afdd35 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0529902 Aug 24 18:29:13.441573 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-759d999c-86e7-41f0-96d9-a38ac3195a2f req-276c1d81-f33f-43e3-8e6f-7ca3487fcde3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Aug 24 18:29:14.120111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:14.135613 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6ea0-6cbf-46dc-920a-f882ff30c3d3 req-dd21ec85-3876-45b2-9e30-c1a3f0d31eab tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:14.137105 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-893e6ea0-6cbf-46dc-920a-f882ff30c3d3 req-dd21ec85-3876-45b2-9e30-c1a3f0d31eab tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0592973 Aug 24 18:29:14.188544 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-893e6ea0-6cbf-46dc-920a-f882ff30c3d3 req-a7a1dae0-e09a-4bcf-8878-be960178c91d tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Aug 24 18:29:14.241638 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.315470 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Publish callbacks [] for security_group (0b7ce067-d388-42c7-8d69-3f631bd3e11a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.321049 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0b7ce067-d388-42c7-8d69-3f631bd3e11a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.356412 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7ce067-d388-42c7-8d69-3f631bd3e11a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:14.360000 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=841798c2e1ba45c2922a6f429fd89d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382438 Aug 24 18:29:14.363031 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54636) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:14.366148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.366558 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.366915 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.367243 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.367575 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.367908 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.368235 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.368599 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.368916 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.369245 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.369570 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.369886 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.370205 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9f6c-c71d-4446-b0a3-b34e4ad1e1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.411980 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Publish callbacks [] for security_group (0b7ce067-d388-42c7-8d69-3f631bd3e11a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.433633 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Publish callbacks [] for security_group (0b7ce067-d388-42c7-8d69-3f631bd3e11a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.481873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0b7ce067-d388-42c7-8d69-3f631bd3e11a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.484515 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.485811 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b7ce067-d388-42c7-8d69-3f631bd3e11a HTTP/1.1" status: 204 len: 168 time: 0.1216352 Aug 24 18:29:14.493806 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7ce067-d388-42c7-8d69-3f631bd3e11a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:14.501573 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.501950 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.502303 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.503045 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.503045 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.503278 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.503652 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.503966 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.504345 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.504673 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.505056 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.505387 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.505707 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc731e1d-4d3b-47ac-9b1e-2e7e0dfd68ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:14.581970 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee587e5-ae15-4a1c-bf87-809806c91299 req-a759a99d-8e5d-4f02-9301-672c6b82814f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:14.583486 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ee587e5-ae15-4a1c-bf87-809806c91299 req-a759a99d-8e5d-4f02-9301-672c6b82814f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0550287 Aug 24 18:29:14.630610 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ee587e5-ae15-4a1c-bf87-809806c91299 req-983719ad-c8e2-4195-9ad9-fb815a6fd857 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Aug 24 18:29:14.761372 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54644) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:14.774999 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc7ef-d18f-40c1-8057-9b7f1dd4a8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.854962 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc7ef-d18f-40c1-8057-9b7f1dd4a8ef admin admin] Publish callbacks [] for security_group (5def830c-4b6d-43ff-854c-b74eb4b7d2b0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.861377 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc7ef-d18f-40c1-8057-9b7f1dd4a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5def830c-4b6d-43ff-854c-b74eb4b7d2b0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.897999 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7c2bc7ef-d18f-40c1-8057-9b7f1dd4a8ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39b8e71862f847bf8ad3f75384d202c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354842 Aug 24 18:29:14.898822 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bc7ef-d18f-40c1-8057-9b7f1dd4a8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def830c-4b6d-43ff-854c-b74eb4b7d2b0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:14.901064 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:14.949737 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-060cf51e-2d46-432c-b449-3ecc104d6463 admin admin] Publish callbacks [] for security_group (5def830c-4b6d-43ff-854c-b74eb4b7d2b0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:14.972533 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-060cf51e-2d46-432c-b449-3ecc104d6463 admin admin] Publish callbacks [] for security_group (5def830c-4b6d-43ff-854c-b74eb4b7d2b0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:15.020612 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-060cf51e-2d46-432c-b449-3ecc104d6463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5def830c-4b6d-43ff-854c-b74eb4b7d2b0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:15.023605 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-060cf51e-2d46-432c-b449-3ecc104d6463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:15.024763 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-060cf51e-2d46-432c-b449-3ecc104d6463 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5def830c-4b6d-43ff-854c-b74eb4b7d2b0 HTTP/1.1" status: 204 len: 168 time: 0.1226454 Aug 24 18:29:15.032538 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cf51e-2d46-432c-b449-3ecc104d6463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def830c-4b6d-43ff-854c-b74eb4b7d2b0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:15.351625 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec67bd-354d-4ebf-b7a9-6cd2a2f93568 req-61acd7b6-f567-4cfe-b5f7-e6f384f160f5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:15.353280 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28ec67bd-354d-4ebf-b7a9-6cd2a2f93568 req-61acd7b6-f567-4cfe-b5f7-e6f384f160f5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0611718 Aug 24 18:29:15.401118 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28ec67bd-354d-4ebf-b7a9-6cd2a2f93568 req-12274ef9-a972-4b9c-8c65-1dfdcea9b24c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Aug 24 18:29:15.754733 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38178-c5b5-438a-bd71-b64e8aae69e8 req-c9ba0523-6802-4164-9f9e-5429fcf940af tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:15.761615 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-08d38178-c5b5-438a-bd71-b64e8aae69e8 req-c9ba0523-6802-4164-9f9e-5429fcf940af tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0568712 Aug 24 18:29:15.807773 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-08d38178-c5b5-438a-bd71-b64e8aae69e8 req-3911c36d-050f-4c56-a01d-abe3595450e4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Aug 24 18:29:16.277449 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-b5d59c8a-23c8-43e9-9fe5-6a9198b369f2 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:16.278935 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-b5d59c8a-23c8-43e9-9fe5-6a9198b369f2 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0535457 Aug 24 18:29:16.379843 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Deleting port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:29:16.380195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:16.530818 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] For port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:16.531182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:16.545779 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Calling delete_port for 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:29:16.570460 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cae425-1072-4ba8-aaf2-dbc712438436 req-2d246fe9-490e-472c-9c39-3ab2769cc0c5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:16.572027 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38cae425-1072-4ba8-aaf2-dbc712438436 req-2d246fe9-490e-472c-9c39-3ab2769cc0c5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdc42a9-d949-4a24-b7d2-40a4f96fb06e HTTP/1.1" status: 200 len: 945 time: 0.0823917 Aug 24 18:29:16.661015 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38cae425-1072-4ba8-aaf2-dbc712438436 req-48b4bee5-ed67-41cb-8618-46cecfa5e26a tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Aug 24 18:29:16.745352 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (11b02f09-c255-4132-ab9a-3d4a5f7a05a2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:16.772993 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Pushing event deleted for resources: {'Port': ['ID=11b02f09-c255-4132-ab9a-3d4a5f7a05a2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:16.787487 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['11b02f09-c255-4132-ab9a-3d4a5f7a05a2'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:29:16.820749 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] No DVR routers for this DVR port 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:29:16.823516 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:16.826924 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c595990-2ffa-4b9f-9df0-3e0634766eb5 req-294b358e-8aa0-4707-aab7-41552e8146f1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "DELETE /v2.0/ports/11b02f09-c255-4132-ab9a-3d4a5f7a05a2 HTTP/1.1" status: 204 len: 173 time: 0.5418127 Aug 24 18:29:16.827374 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'name': 'network-vif-deleted', 'tag': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:29:16.829915 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935ff6a4-6000-4137-bfd8-3cdc924ce8a8" -d '{"events": [{"server_uuid": "abdc42a9-d949-4a24-b7d2-40a4f96fb06e", "name": "network-vif-deleted", "tag": "11b02f09-c255-4132-ab9a-3d4a5f7a05a2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:29:16.875551 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d7fec2-9c23-41e2-aa92-394c579393bb x-openstack-request-id: req-e4d7fec2-9c23-41e2-aa92-394c579393bb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:29:16.875850 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdc42a9-d949-4a24-b7d2-40a4f96fb06e", "name": "network-vif-deleted", "tag": "11b02f09-c255-4132-ab9a-3d4a5f7a05a2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:29:16.876108 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4d7fec2-9c23-41e2-aa92-394c579393bb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:29:16.876551 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d7fec2-9c23-41e2-aa92-394c579393bb'] response: {'server_uuid': 'abdc42a9-d949-4a24-b7d2-40a4f96fb06e', 'name': 'network-vif-deleted', 'tag': '11b02f09-c255-4132-ab9a-3d4a5f7a05a2', 'status': 'completed', 'code': 200} Aug 24 18:29:16.986733 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014550-5eed-48d3-ba46-985a3171ab3e req-1497aa03-e480-4d8e-821c-824a8ed3c778 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:16.988544 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50014550-5eed-48d3-ba46-985a3171ab3e req-1497aa03-e480-4d8e-821c-824a8ed3c778 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0861530 Aug 24 18:29:17.046674 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50014550-5eed-48d3-ba46-985a3171ab3e req-965f418e-ce4b-4ec9-ad60-393e24411256 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520298 Aug 24 18:29:17.766803 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54762) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:17.872819 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a948b6a8-6959-4c73-9c53-22e1d18dc876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:17.954110 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a948b6a8-6959-4c73-9c53-22e1d18dc876 admin admin] Publish callbacks [] for security_group (2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:17.959244 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a948b6a8-6959-4c73-9c53-22e1d18dc876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:17.995380 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-6dbf2da0-c90c-4ca5-9d5e-0866af8775c8 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:17.999331 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-6dbf2da0-c90c-4ca5-9d5e-0866af8775c8 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/networks?id=21ef080f-96f3-4a50-9c65-56d35b5c17a1 HTTP/1.1" status: 200 len: 809 time: 0.1209862 Aug 24 18:29:17.999331 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:18.000673 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a948b6a8-6959-4c73-9c53-22e1d18dc876 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32d2fb28da3b4e2081894695cf98290f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286532 Aug 24 18:29:18.003300 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948b6a8-6959-4c73-9c53-22e1d18dc876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:18.030652 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-664971d5-44e6-4954-814d-3277485809dd tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/quotas/b2c3fd9e7c9a42498618d9911f2fd3ef HTTP/1.1" status: 200 len: 375 time: 0.0245194 Aug 24 18:29:18.072144 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-942ca8e5-e9f6-442b-b40d-fcd516a43bf7 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2c3fd9e7c9a42498618d9911f2fd3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337074 Aug 24 18:29:18.091622 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08814e09-c826-414c-aba2-e5c113cef1aa admin admin] Publish callbacks [] for security_group (2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.152015 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08814e09-c826-414c-aba2-e5c113cef1aa admin admin] Publish callbacks [] for security_group (2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.180445 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2596d55-5bce-4c30-9863-905ac48a4563 req-321335f4-a1bc-469e-93bf-b4eb61d39799 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:18.182832 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2596d55-5bce-4c30-9863-905ac48a4563 req-321335f4-a1bc-469e-93bf-b4eb61d39799 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0639260 Aug 24 18:29:18.213040 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-ef39e0dd-14eb-4974-ae22-246a554d9033 service neutron] 10.222.0.55 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313567 Aug 24 18:29:18.241494 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08814e09-c826-414c-aba2-e5c113cef1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.244057 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08814e09-c826-414c-aba2-e5c113cef1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.248032 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-08814e09-c826-414c-aba2-e5c113cef1aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452 HTTP/1.1" status: 204 len: 168 time: 0.2451074 Aug 24 18:29:18.248392 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2596d55-5bce-4c30-9863-905ac48a4563 req-80f39bb6-e487-4182-ac17-4f0b6d79278f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584798 Aug 24 18:29:18.280873 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08814e09-c826-414c-aba2-e5c113cef1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa4e5ff-b33f-4cae-a2fd-1e8d5b787452,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:18.330083 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-5d059ed3-c235-4124-9897-4bb28aa0df9b service neutron] 10.222.0.55 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080561 Aug 24 18:29:18.506207 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d09d661-b1ca-4b08-ba88-86eec561df8c req-90eccdb7-b78b-46f3-bb69-1774224b9b98 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 210 time: 0.0322313 Aug 24 18:29:18.567275 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:18.582993 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90563360-93cb-48f6-b0f5-87d16c647324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.662863 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90563360-93cb-48f6-b0f5-87d16c647324 admin admin] Publish callbacks [] for security_group (eb342032-3968-4a51-80dd-9ce17e9896eb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.667753 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90563360-93cb-48f6-b0f5-87d16c647324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (eb342032-3968-4a51-80dd-9ce17e9896eb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.706165 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-90563360-93cb-48f6-b0f5-87d16c647324 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bdc538c5220459b86436e07793e6a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377568 Aug 24 18:29:18.707107 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563360-93cb-48f6-b0f5-87d16c647324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb342032-3968-4a51-80dd-9ce17e9896eb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:18.709032 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54806) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:18.758744 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4209183a-711a-4c0d-a8fe-5cbc5bfc4045 admin admin] Publish callbacks [] for security_group (eb342032-3968-4a51-80dd-9ce17e9896eb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.781218 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4209183a-711a-4c0d-a8fe-5cbc5bfc4045 admin admin] Publish callbacks [] for security_group (eb342032-3968-4a51-80dd-9ce17e9896eb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.830230 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4209183a-711a-4c0d-a8fe-5cbc5bfc4045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (eb342032-3968-4a51-80dd-9ce17e9896eb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.833180 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4209183a-711a-4c0d-a8fe-5cbc5bfc4045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:18.834450 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4209183a-711a-4c0d-a8fe-5cbc5bfc4045 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb342032-3968-4a51-80dd-9ce17e9896eb HTTP/1.1" status: 204 len: 168 time: 0.1236186 Aug 24 18:29:18.843330 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209183a-711a-4c0d-a8fe-5cbc5bfc4045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb342032-3968-4a51-80dd-9ce17e9896eb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:19.377113 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c9c46-6312-46e5-9901-d59fe0e81c27 req-88e09c04-6f62-4ef7-9025-548e6c2d97ea tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:19.378569 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9f2c9c46-6312-46e5-9901-d59fe0e81c27 req-88e09c04-6f62-4ef7-9025-548e6c2d97ea tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0592790 Aug 24 18:29:19.443917 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9f2c9c46-6312-46e5-9901-d59fe0e81c27 req-ffe88a35-7264-46dd-85e4-586be4585afc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541248 Aug 24 18:29:19.628839 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1302ecb9-c581-4df5-ba40-6869d6cd20bf req-5eaacc40-bceb-4c1d-ac3a-ead24ea42c57 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 210 time: 0.0429728 Aug 24 18:29:19.762123 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-5760e7e9-a663-42e3-9edf-c0d4a4f7e1b4 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:19.763607 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-5760e7e9-a663-42e3-9edf-c0d4a4f7e1b4 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "GET /v2.0/networks?id=21ef080f-96f3-4a50-9c65-56d35b5c17a1 HTTP/1.1" status: 200 len: 809 time: 0.2270672 Aug 24 18:29:19.788925 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Request body: {'port': {'device_id': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1', 'admin_state_up': True, 'tenant_id': 'b2c3fd9e7c9a42498618d9911f2fd3ef'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:19.896238 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Made reservation on behalf of b2c3fd9e7c9a42498618d9911f2fd3ef for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:29:19.900404 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:20.031428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Allocated IP 172.20.0.10 (21ef080f-96f3-4a50-9c65-56d35b5c17a1/4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2/aa34e806-3930-4e46-8fb9-fbea9a532698) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:29:20.183579 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks [] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:20.451353 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:20.501390 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:29:20.504893 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:29:20.506854 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Pushing event updated for resources: {'Port': ['ID=aa34e806-3930-4e46-8fb9-fbea9a532698,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:20.508995 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:29:20.587702 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:20.588326 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:20.609356 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ee7a-b9af-4b6b-ab85-62b5135e929b req-7d4e5f38-f664-4cd6-add3-31a0bd6d8f20 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:20.610851 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e375ee7a-b9af-4b6b-ab85-62b5135e929b req-7d4e5f38-f664-4cd6-add3-31a0bd6d8f20 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0987716 Aug 24 18:29:20.614949 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-a89e7abf-1fdb-43c1-827d-44797d0fd405 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8298473 Aug 24 18:29:20.638575 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Request body: {'port': {'device_id': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:20.686457 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e375ee7a-b9af-4b6b-ab85-62b5135e929b req-637c3b2d-e29d-4ae2-a097-d2a01ab9f51c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691030 Aug 24 18:29:20.721281 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:20.771575 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dcd45-128a-4e26-90e1-d2b07bceef5b req-0540e91e-a083-4723-9814-6f81d284512d tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:20.792861 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e04dcd45-128a-4e26-90e1-d2b07bceef5b req-0540e91e-a083-4723-9814-6f81d284512d tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 932 time: 0.0848796 Aug 24 18:29:20.813027 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:29:20.837602 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:29:20.838431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 11b02f09-c255-4132-ab9a-3d4a5f7a05a2 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:29:20.849621 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e04dcd45-128a-4e26-90e1-d2b07bceef5b req-4aaa880a-22f2-409e-abbc-2e91889d491f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540745 Aug 24 18:29:20.935435 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 54914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:21.027110 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa34e806-3930-4e46-8fb9-fbea9a532698 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:29:21.035438 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Publish callbacks [] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.047420 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Transition to ACTIVE for port object aa34e806-3930-4e46-8fb9-fbea9a532698 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:29:21.051737 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.088897 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2467c6b-b652-4678-8282-8ba03847f976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.156293 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa34e806-3930-4e46-8fb9-fbea9a532698,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:21.199075 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Attempting to bind port aa34e806-3930-4e46-8fb9-fbea9a532698 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:29:21.199333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Attempting to bind port aa34e806-3930-4e46-8fb9-fbea9a532698 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:29:21.199673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Attempting to bind port aa34e806-3930-4e46-8fb9-fbea9a532698 on network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:29:21.208691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Port aa34e806-3930-4e46-8fb9-fbea9a532698 on network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:29:21.208970 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Attempting to bind port aa34e806-3930-4e46-8fb9-fbea9a532698 on network 21ef080f-96f3-4a50-9c65-56d35b5c17a1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:29:21.218493 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:29:21.218834 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Checking segment: {'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:29:21.219220 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Bound using segment: {'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:29:21.219659 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Bound port: aa34e806-3930-4e46-8fb9-fbea9a532698, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31dd15c-0c28-4eb5-8992-de5669420c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:29:21.220024 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.272144 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2467c6b-b652-4678-8282-8ba03847f976 admin admin] Publish callbacks [] for security_group (a16f3a20-5862-4efa-9f32-a5f10ca2ca77), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.285698 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2467c6b-b652-4678-8282-8ba03847f976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a16f3a20-5862-4efa-9f32-a5f10ca2ca77), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.343261 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] For port aa34e806-3930-4e46-8fb9-fbea9a532698, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:29:21.349698 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f2467c6b-b652-4678-8282-8ba03847f976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=460d77fcb12b418297fc4cba9b6bf182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130619 Aug 24 18:29:21.352602 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54922) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:21.354984 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2467c6b-b652-4678-8282-8ba03847f976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16f3a20-5862-4efa-9f32-a5f10ca2ca77,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:21.361376 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] For port aa34e806-3930-4e46-8fb9-fbea9a532698, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=aa34e806-3930-4e46-8fb9-fbea9a532698,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:29:21.369420 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.373524 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:21.374131 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.375479 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa34e806-3930-4e46-8fb9-fbea9a532698 HTTP/1.1" status: 200 len: 1094 time: 0.7411065 Aug 24 18:29:21.376831 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'tag': 'aa34e806-3930-4e46-8fb9-fbea9a532698'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:29:21.379189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a807b7b-50c2-486f-9a02-76e070070b29" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a0a443-93cc-4642-9499-d3832996ee5e", "tag": "aa34e806-3930-4e46-8fb9-fbea9a532698"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:29:21.404055 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7250c3be-166e-4ff8-8553-cdd8491d9fc9 admin admin] Publish callbacks [] for security_group (a16f3a20-5862-4efa-9f32-a5f10ca2ca77), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.430088 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85d0b9-2f45-4b97-9cdd-fbcef05caa46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa34e806-3930-4e46-8fb9-fbea9a532698,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:21.431953 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7250c3be-166e-4ff8-8553-cdd8491d9fc9 admin admin] Publish callbacks [] for security_group (a16f3a20-5862-4efa-9f32-a5f10ca2ca77), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.454956 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40d1616-03a0-4415-99b7-59eb47d4df07 x-openstack-request-id: req-d40d1616-03a0-4415-99b7-59eb47d4df07 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:29:21.455488 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a0a443-93cc-4642-9499-d3832996ee5e", "tag": "aa34e806-3930-4e46-8fb9-fbea9a532698", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:29:21.455488 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d40d1616-03a0-4415-99b7-59eb47d4df07 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:29:21.455879 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40d1616-03a0-4415-99b7-59eb47d4df07'] response: {'name': 'network-changed', 'server_uuid': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'tag': 'aa34e806-3930-4e46-8fb9-fbea9a532698', 'status': 'completed', 'code': 200} Aug 24 18:29:21.482241 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7250c3be-166e-4ff8-8553-cdd8491d9fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a16f3a20-5862-4efa-9f32-a5f10ca2ca77), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.484747 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7250c3be-166e-4ff8-8553-cdd8491d9fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.485890 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7250c3be-166e-4ff8-8553-cdd8491d9fc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a16f3a20-5862-4efa-9f32-a5f10ca2ca77 HTTP/1.1" status: 204 len: 168 time: 0.1322732 Aug 24 18:29:21.493689 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c3be-166e-4ff8-8553-cdd8491d9fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16f3a20-5862-4efa-9f32-a5f10ca2ca77,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:21.539257 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-13ebadc9-38f7-462f-8d2e-3e7224870279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:21.540803 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-13ebadc9-38f7-462f-8d2e-3e7224870279 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3fd9e7c9a42498618d9911f2fd3ef&device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 1128 time: 0.0514252 Aug 24 18:29:21.608779 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-349b8e48-190b-4858-9de6-0cd17ea4863e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa34e806-3930-4e46-8fb9-fbea9a532698 HTTP/1.1" status: 200 len: 217 time: 0.0383737 Aug 24 18:29:21.668237 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-47cf0b3d-a008-4091-accd-5ecf652f89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:21.669772 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-47cf0b3d-a008-4091-accd-5ecf652f89eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2 HTTP/1.1" status: 200 len: 849 time: 0.0443974 Aug 24 18:29:21.704643 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-ff1a89a5-c42a-4c17-9867-744e14cde580 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ef080f-96f3-4a50-9c65-56d35b5c17a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264118 Aug 24 18:29:21.759972 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54936) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:21.782026 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69cca782-6f89-41c9-ad59-fa57f29ac5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.803885 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-2296d2fd-9075-4d8e-883b-defa14987119 service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917892 Aug 24 18:29:21.847863 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcff32-f9c6-46db-84cb-d24ad22fa206 req-89d0dc7d-7cce-4a92-8bdb-11dbf33362a4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:21.849328 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14bcff32-f9c6-46db-84cb-d24ad22fa206 req-89d0dc7d-7cce-4a92-8bdb-11dbf33362a4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0818939 Aug 24 18:29:21.897418 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c568c5a9-43ee-4cdb-be43-cc4b5838cda6 req-db98a8e0-6d2e-417f-9b16-688c6c1cba65 service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864000 Aug 24 18:29:21.929093 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14bcff32-f9c6-46db-84cb-d24ad22fa206 req-e54d6842-1988-46e0-94fe-684fc0912ea9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721323 Aug 24 18:29:21.931205 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69cca782-6f89-41c9-ad59-fa57f29ac5ea admin admin] Publish callbacks [] for security_group (e6730ae6-98b3-4262-8714-9982f51fff7e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.937845 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69cca782-6f89-41c9-ad59-fa57f29ac5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e6730ae6-98b3-4262-8714-9982f51fff7e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:21.980358 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-69cca782-6f89-41c9-ad59-fa57f29ac5ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=305db6b2b6444bd4af9f5f1a5eef9424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189996 Aug 24 18:29:21.982913 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54940) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:21.986748 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fca97-32fb-4790-a2e2-2bd82eae0070 req-58433246-5c6d-4b5c-9f31-3ccdba2be73e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:21.988253 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-512fca97-32fb-4790-a2e2-2bd82eae0070 req-58433246-5c6d-4b5c-9f31-3ccdba2be73e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 944 time: 0.0603211 Aug 24 18:29:21.990798 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cca782-6f89-41c9-ad59-fa57f29ac5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6730ae6-98b3-4262-8714-9982f51fff7e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:22.035322 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97c84a30-6bd3-44c0-8fd4-f748d33a9f2b admin admin] Publish callbacks [] for security_group (e6730ae6-98b3-4262-8714-9982f51fff7e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:22.038238 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-512fca97-32fb-4790-a2e2-2bd82eae0070 req-e9db620f-10c8-4c10-808f-a97b7a8cab11 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Aug 24 18:29:22.062734 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97c84a30-6bd3-44c0-8fd4-f748d33a9f2b admin admin] Publish callbacks [] for security_group (e6730ae6-98b3-4262-8714-9982f51fff7e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:22.093743 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-667f9461-f9e7-4bdd-a0f9-e91ad8b39d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:22.095415 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-667f9461-f9e7-4bdd-a0f9-e91ad8b39d3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2c3fd9e7c9a42498618d9911f2fd3ef&device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 1128 time: 0.0478539 Aug 24 18:29:22.120485 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97c84a30-6bd3-44c0-8fd4-f748d33a9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e6730ae6-98b3-4262-8714-9982f51fff7e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:22.124628 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97c84a30-6bd3-44c0-8fd4-f748d33a9f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:22.126144 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-97c84a30-6bd3-44c0-8fd4-f748d33a9f2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6730ae6-98b3-4262-8714-9982f51fff7e HTTP/1.1" status: 204 len: 168 time: 0.1422834 Aug 24 18:29:22.134841 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c84a30-6bd3-44c0-8fd4-f748d33a9f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6730ae6-98b3-4262-8714-9982f51fff7e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:22.254762 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-1f313632-a58c-4ddf-ad9c-2e5955c7922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:22.256296 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-1f313632-a58c-4ddf-ad9c-2e5955c7922d service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ef080f-96f3-4a50-9c65-56d35b5c17a1 HTTP/1.1" status: 200 len: 910 time: 0.1532130 Aug 24 18:29:22.309421 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-124bd953-83b8-4740-83e8-eca1fe0c0885 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa34e806-3930-4e46-8fb9-fbea9a532698 HTTP/1.1" status: 200 len: 217 time: 0.0373425 Aug 24 18:29:22.370987 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-d6b0735d-8c02-40d9-bf74-8c50349cbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:22.372604 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-d6b0735d-8c02-40d9-bf74-8c50349cbf98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2 HTTP/1.1" status: 200 len: 849 time: 0.0544572 Aug 24 18:29:22.410493 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-55ef982e-4836-432f-a3fe-c7e9f1ab24de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ef080f-96f3-4a50-9c65-56d35b5c17a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261934 Aug 24 18:29:22.517126 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-a462b633-253f-4260-9d62-9ec0051569ef service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883329 Aug 24 18:29:22.609434 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a807b7b-50c2-486f-9a02-76e070070b29 req-2da484a8-363f-4318-a982-1a00f0804834 service neutron] 10.222.0.58 "GET /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839956 Aug 24 18:29:23.052856 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36701920-db10-4511-aa8c-1d5cd6efc41c req-ad495858-c1a8-40eb-b3dd-ef59754f3e84 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:23.054467 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36701920-db10-4511-aa8c-1d5cd6efc41c req-ad495858-c1a8-40eb-b3dd-ef59754f3e84 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0550489 Aug 24 18:29:23.104814 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36701920-db10-4511-aa8c-1d5cd6efc41c req-418ab452-17ee-4823-a696-98c607aefe47 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Aug 24 18:29:23.164367 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb839e-d491-484f-8120-21874c11cbf9 req-d6e2aa19-c9da-4b56-be93-4d118b67d6b5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:23.165872 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f5fb839e-d491-484f-8120-21874c11cbf9 req-d6e2aa19-c9da-4b56-be93-4d118b67d6b5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 944 time: 0.0572445 Aug 24 18:29:23.222973 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f5fb839e-d491-484f-8120-21874c11cbf9 req-41680781-68dd-4c19-a50c-40c03abc1e1c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 Aug 24 18:29:23.279327 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 54990) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:23.385556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-688919a2-dd7b-439a-9729-a594beeb2cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:23.477284 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-688919a2-dd7b-439a-9729-a594beeb2cfe admin admin] Publish callbacks [] for security_group (381f8c9a-ceee-418d-a89d-58ac28994a30), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:23.482047 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-688919a2-dd7b-439a-9729-a594beeb2cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (381f8c9a-ceee-418d-a89d-58ac28994a30), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:23.525905 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-688919a2-dd7b-439a-9729-a594beeb2cfe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de150b7c796449c9990e4648ea72446d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429273 Aug 24 18:29:23.525905 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688919a2-dd7b-439a-9729-a594beeb2cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381f8c9a-ceee-418d-a89d-58ac28994a30,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:23.526464 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:23.580388 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb03edd3-4778-48ac-94fc-771a5873d2ec admin admin] Publish callbacks [] for security_group (381f8c9a-ceee-418d-a89d-58ac28994a30), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:23.604848 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb03edd3-4778-48ac-94fc-771a5873d2ec admin admin] Publish callbacks [] for security_group (381f8c9a-ceee-418d-a89d-58ac28994a30), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:23.653822 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb03edd3-4778-48ac-94fc-771a5873d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (381f8c9a-ceee-418d-a89d-58ac28994a30), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:23.656614 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb03edd3-4778-48ac-94fc-771a5873d2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:23.657928 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cb03edd3-4778-48ac-94fc-771a5873d2ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/381f8c9a-ceee-418d-a89d-58ac28994a30 HTTP/1.1" status: 204 len: 168 time: 0.1251149 Aug 24 18:29:23.670093 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03edd3-4778-48ac-94fc-771a5873d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381f8c9a-ceee-418d-a89d-58ac28994a30,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:24.229097 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4260e-8679-4041-b0d5-4b7a43945cc3 req-bb57a32b-938a-447e-9ac4-0505f94ffcfe tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:24.230612 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ff4260e-8679-4041-b0d5-4b7a43945cc3 req-bb57a32b-938a-447e-9ac4-0505f94ffcfe tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0536275 Aug 24 18:29:24.283211 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ff4260e-8679-4041-b0d5-4b7a43945cc3 req-18058760-5dca-4565-94dc-42b5777f48e1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459175 Aug 24 18:29:24.357960 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf8709-90a7-4ca9-ae21-3d391630b590 req-3dd50996-5335-48ad-b342-19f8bb6940ea tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:24.359452 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37bf8709-90a7-4ca9-ae21-3d391630b590 req-3dd50996-5335-48ad-b342-19f8bb6940ea tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 944 time: 0.0649045 Aug 24 18:29:24.406251 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37bf8709-90a7-4ca9-ae21-3d391630b590 req-fd3ba90b-b691-47d1-8afc-21ecbfd8047e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Aug 24 18:29:25.418564 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dff95-b18f-4815-94c2-33080ed1eee1 req-7cfc4856-51dd-4371-baef-dafc29757e14 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:25.420028 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-838dff95-b18f-4815-94c2-33080ed1eee1 req-7cfc4856-51dd-4371-baef-dafc29757e14 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0600419 Aug 24 18:29:25.469875 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-838dff95-b18f-4815-94c2-33080ed1eee1 req-fbf76226-c104-40b7-9f8a-e7a83f3a5559 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Aug 24 18:29:25.530030 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb72e-d96d-42fd-ba60-dfc7acb5f8a6 req-faa20247-591b-4fab-8169-cfeb31ba3303 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:25.531538 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c8fb72e-d96d-42fd-ba60-dfc7acb5f8a6 req-faa20247-591b-4fab-8169-cfeb31ba3303 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 944 time: 0.0565276 Aug 24 18:29:25.578152 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c8fb72e-d96d-42fd-ba60-dfc7acb5f8a6 req-ca6549f5-db1b-4a5c-a978-773ee9c815ba tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Aug 24 18:29:26.602180 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bb253-ac09-4e6c-8bee-e28235713fa0 req-1e0e5af0-c30b-46b8-a006-bca85324796b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:26.603630 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-583bb253-ac09-4e6c-8bee-e28235713fa0 req-1e0e5af0-c30b-46b8-a006-bca85324796b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0526500 Aug 24 18:29:26.649919 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-583bb253-ac09-4e6c-8bee-e28235713fa0 req-c20a73d6-2fb5-4202-8337-ed15b9044b47 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Aug 24 18:29:26.706248 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1c25e-7b97-4eff-ac4f-b78d9e814aa4 req-ef0f4fcc-23a6-4efb-84ec-c1da73ee5440 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:26.707725 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbb1c25e-7b97-4eff-ac4f-b78d9e814aa4 req-ef0f4fcc-23a6-4efb-84ec-c1da73ee5440 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 944 time: 0.0524271 Aug 24 18:29:26.757174 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbb1c25e-7b97-4eff-ac4f-b78d9e814aa4 req-b090cb2b-fc85-49c3-b936-4b2cf5eaef51 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435507 Aug 24 18:29:27.780450 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742434f-3e5e-4862-bc8d-e3c84a45db8e req-4b7a4655-5801-4d3a-a090-eb1842432ab5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:27.781913 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d742434f-3e5e-4862-bc8d-e3c84a45db8e req-4b7a4655-5801-4d3a-a090-eb1842432ab5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0558021 Aug 24 18:29:27.830388 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d742434f-3e5e-4862-bc8d-e3c84a45db8e req-d1422d2c-324a-427d-8db3-d212a06105bd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 Aug 24 18:29:27.879446 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96129f-62c6-485d-a9d9-4de987a19cbc req-7fd483b4-ab3f-49ca-9d3e-7d1f3bf779a2 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:27.880972 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a96129f-62c6-485d-a9d9-4de987a19cbc req-7fd483b4-ab3f-49ca-9d3e-7d1f3bf779a2 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 944 time: 0.0543342 Aug 24 18:29:27.930303 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a96129f-62c6-485d-a9d9-4de987a19cbc req-baf889a6-d4a6-4476-a144-5ed0f0d643d6 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Aug 24 18:29:28.067324 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device aa34e806-3930-4e46-8fb9-fbea9a532698 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:29:28.174251 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port aa34e806-3930-4e46-8fb9-fbea9a532698, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=aa34e806-3930-4e46-8fb9-fbea9a532698,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:28.195088 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'aa34e806-3930-4e46-8fb9-fbea9a532698', 'network_id': '21ef080f-96f3-4a50-9c65-56d35b5c17a1', 'port_id': 'aa34e806-3930-4e46-8fb9-fbea9a532698', 'mac_address': 'fa:16:3e:9e:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:29:28.234421 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port aa34e806-3930-4e46-8fb9-fbea9a532698 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:29:28.234816 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:28.248294 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa34e806-3930-4e46-8fb9-fbea9a532698 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:29:28.270543 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port aa34e806-3930-4e46-8fb9-fbea9a532698, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=aa34e806-3930-4e46-8fb9-fbea9a532698,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:28.275628 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:28.322542 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=aa34e806-3930-4e46-8fb9-fbea9a532698,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:28.330126 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.330491 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.330852 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.331188 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.331518 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.331840 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.332162 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.332517 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.332835 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.333169 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.333489 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.333806 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.334118 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:29:28.381086 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265856d5-40f7-4e39-a11f-58e1e2211cd8 req-a3d59738-073a-4df5-886e-45aa8d12864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:28.382644 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-265856d5-40f7-4e39-a11f-58e1e2211cd8 req-a3d59738-073a-4df5-886e-45aa8d12864d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1130 time: 0.0454268 Aug 24 18:29:28.428590 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-265856d5-40f7-4e39-a11f-58e1e2211cd8 req-e1167cfd-33ca-4a4c-bed3-0491d2976112 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Aug 24 18:29:28.958028 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21754f22-5cf2-4e35-b38e-3b2f008ca7dc req-7d8ddcf9-3e87-4c87-9ccf-40e2598bbfdb tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:28.959544 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-21754f22-5cf2-4e35-b38e-3b2f008ca7dc req-7d8ddcf9-3e87-4c87-9ccf-40e2598bbfdb tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0569601 Aug 24 18:29:29.010581 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-21754f22-5cf2-4e35-b38e-3b2f008ca7dc req-38b32ba4-e569-41ce-b012-03dbb0579914 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Aug 24 18:29:29.065840 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1659-79d9-44a3-8599-adc3996cbd5c req-3341938a-7dae-4d6c-991e-64316e645201 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:29.067323 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-42bc1659-79d9-44a3-8599-adc3996cbd5c req-3341938a-7dae-4d6c-991e-64316e645201 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0578332 Aug 24 18:29:29.117777 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-42bc1659-79d9-44a3-8599-adc3996cbd5c req-6c04a45e-0db6-40a5-87cc-e9c0cd11b5ea tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Aug 24 18:29:29.181374 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['aa34e806-3930-4e46-8fb9-fbea9a532698'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:29:29.353337 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:29.398580 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] Deleting subnet c126a7b4-e9ff-436b-896e-0a6048f27a61 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:29:29.402359 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] Publish callbacks [] for subnet (c126a7b4-e9ff-436b-896e-0a6048f27a61), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.437383 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (c126a7b4-e9ff-436b-896e-0a6048f27a61), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.486544 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (c126a7b4-e9ff-436b-896e-0a6048f27a61), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.547290 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (c126a7b4-e9ff-436b-896e-0a6048f27a61), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.572363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c126a7b4-e9ff-436b-896e-0a6048f27a61,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:29.576127 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.579321 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-72fccfcb-f14b-4970-b054-af9463dbc654 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c126a7b4-e9ff-436b-896e-0a6048f27a61 HTTP/1.1" status: 204 len: 168 time: 0.2249587 Aug 24 18:29:29.582021 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:29.654751 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (cec46305-1107-43fc-ba2b-50f9bc847072), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.735872 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (cec46305-1107-43fc-ba2b-50f9bc847072), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.758045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec46305-1107-43fc-ba2b-50f9bc847072']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:29:29.768591 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6aef45-52a6-474c-aefc-72112bbfdd03') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:29:29.768885 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6aef45-52a6-474c-aefc-72112bbfdd03') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:29:29.779202 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (fb6aef45-52a6-474c-aefc-72112bbfdd03), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.797400 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (fb6aef45-52a6-474c-aefc-72112bbfdd03), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.805312 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:29:29.805750 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (fb6aef45-52a6-474c-aefc-72112bbfdd03), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.862585 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment fb6aef45-52a6-474c-aefc-72112bbfdd03 resource provider aggregate not found Aug 24 18:29:29.874581 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (cec46305-1107-43fc-ba2b-50f9bc847072), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.880946 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment fb6aef45-52a6-474c-aefc-72112bbfdd03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb6aef45-52a6-474c-aefc-72112bbfdd03 found for delete ", "request_id": "req-6b22fda7-5726-48e1-83fe-d5afd9bd6b23"}]} Aug 24 18:29:29.883392 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.886717 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] 10.222.0.55 "DELETE /v2.0/networks/cec46305-1107-43fc-ba2b-50f9bc847072 HTTP/1.1" status: 204 len: 168 time: 0.3036506 Aug 24 18:29:29.889626 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 55174) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:29.896116 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13de91-8113-49e7-9d81-9167eeb582fe admin admin] Pushing event deleted for resources: {'Network': ['ID=cec46305-1107-43fc-ba2b-50f9bc847072,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:29.925031 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b644dd4c-df78-4b2f-a0da-9b56560deafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:29.933387 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] Deleting subnet 77a9584e-a45d-47a7-81f9-15fc926e3baf {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:29:29.936563 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] Publish callbacks [] for subnet (77a9584e-a45d-47a7-81f9-15fc926e3baf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.215921 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9638878'] for subnet (77a9584e-a45d-47a7-81f9-15fc926e3baf), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.251438 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b5634-6126-404a-ba9f-a31216be19a0 req-6cf85550-7bce-440e-8529-ff66d5365829 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:30.253110 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d3b5634-6126-404a-ba9f-a31216be19a0 req-6cf85550-7bce-440e-8529-ff66d5365829 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0638154 Aug 24 18:29:30.263304 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (77a9584e-a45d-47a7-81f9-15fc926e3baf), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.271620 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166c8d-02c3-443d-9910-3ea513fe8198 req-0b23f738-cec9-4b10-bb22-790e2eb8b26f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:30.273453 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9166c8d-02c3-443d-9910-3ea513fe8198 req-0b23f738-cec9-4b10-bb22-790e2eb8b26f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0972972 Aug 24 18:29:30.315836 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d3b5634-6126-404a-ba9f-a31216be19a0 req-9b00fbd6-0b2b-44e7-8e0d-d870eda231f4 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486450 Aug 24 18:29:30.359685 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9166c8d-02c3-443d-9910-3ea513fe8198 req-b99b75d1-e31b-4e98-8560-687449e33023 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691998 Aug 24 18:29:30.361015 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9115538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8504490'] for subnet (77a9584e-a45d-47a7-81f9-15fc926e3baf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.385580 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a9584e-a45d-47a7-81f9-15fc926e3baf,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:30.389931 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.393367 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-18d5a5e4-6302-42d4-9f5a-e41a43ae0f78 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/77a9584e-a45d-47a7-81f9-15fc926e3baf HTTP/1.1" status: 204 len: 168 time: 0.5024247 Aug 24 18:29:30.395699 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 55182) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:30.471587 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (7ef0fbc5-bb73-47ce-95a4-22b26e26f819), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.552523 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (7ef0fbc5-bb73-47ce-95a4-22b26e26f819), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.572268 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef0fbc5-bb73-47ce-95a4-22b26e26f819']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:29:30.582319 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658ae95d-1bb7-46d3-b11b-8d54937ee11a') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:29:30.582613 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658ae95d-1bb7-46d3-b11b-8d54937ee11a') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:29:30.591907 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (658ae95d-1bb7-46d3-b11b-8d54937ee11a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.605148 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (658ae95d-1bb7-46d3-b11b-8d54937ee11a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.611106 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:29:30.611673 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (658ae95d-1bb7-46d3-b11b-8d54937ee11a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.649783 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 658ae95d-1bb7-46d3-b11b-8d54937ee11a resource provider aggregate not found Aug 24 18:29:30.670886 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 658ae95d-1bb7-46d3-b11b-8d54937ee11a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 658ae95d-1bb7-46d3-b11b-8d54937ee11a found for delete ", "request_id": "req-16e58634-9546-4838-9859-ce369722133f"}]} Aug 24 18:29:30.676456 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (7ef0fbc5-bb73-47ce-95a4-22b26e26f819), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.683700 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.686989 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7ef0fbc5-bb73-47ce-95a4-22b26e26f819 HTTP/1.1" status: 204 len: 168 time: 0.2901070 Aug 24 18:29:30.700326 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d7c03-635f-4f7a-accc-091e56f4c795 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef0fbc5-bb73-47ce-95a4-22b26e26f819,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:30.860395 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:30.902641 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b7415b33-cd20-4dcc-a465-980980685430 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=879b9f73be594cfcb99218783d225c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409727 Aug 24 18:29:30.905422 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:30.958895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b05779d-fe03-45c3-ae91-0f2be0768342 admin admin] Publish callbacks [] for security_group (5387adee-a171-47aa-892a-505f57020d8e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:30.980192 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b05779d-fe03-45c3-ae91-0f2be0768342 admin admin] Publish callbacks [] for security_group (5387adee-a171-47aa-892a-505f57020d8e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:31.030416 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b05779d-fe03-45c3-ae91-0f2be0768342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5387adee-a171-47aa-892a-505f57020d8e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:31.032960 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b05779d-fe03-45c3-ae91-0f2be0768342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:31.034149 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3b05779d-fe03-45c3-ae91-0f2be0768342 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5387adee-a171-47aa-892a-505f57020d8e HTTP/1.1" status: 204 len: 168 time: 0.1278238 Aug 24 18:29:31.046520 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05779d-fe03-45c3-ae91-0f2be0768342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387adee-a171-47aa-892a-505f57020d8e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:31.366895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:31.433275 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a28c9c83-c7bc-4fa0-9750-20a424ca0749 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fb31c87548e4e368205c2f5e1e0a85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644107 Aug 24 18:29:31.436947 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:31.471878 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da286ab-1384-4601-803b-296a2c90ae48 req-8b200467-d38e-4764-afec-026f7acf1972 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:31.473417 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4da286ab-1384-4601-803b-296a2c90ae48 req-8b200467-d38e-4764-afec-026f7acf1972 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0900254 Aug 24 18:29:31.492925 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4620bc-c342-4112-a797-3b2fd8da9485 req-a4630052-bbb5-42dc-8ce1-4cf9a8411730 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:31.494433 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb4620bc-c342-4112-a797-3b2fd8da9485 req-a4630052-bbb5-42dc-8ce1-4cf9a8411730 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0651422 Aug 24 18:29:31.523375 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-894aa205-c527-44b4-8386-bc6aacff68ba admin admin] Publish callbacks [] for security_group (31316112-dcd5-4340-afce-8179859ac1fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:31.542685 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb4620bc-c342-4112-a797-3b2fd8da9485 req-0476fb4a-cca2-4d21-9876-f2b043e1ba8e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Aug 24 18:29:31.553243 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4da286ab-1384-4601-803b-296a2c90ae48 req-c9df925d-0bb4-4814-8918-5063364a11a7 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703547 Aug 24 18:29:31.557868 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-894aa205-c527-44b4-8386-bc6aacff68ba admin admin] Publish callbacks [] for security_group (31316112-dcd5-4340-afce-8179859ac1fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:31.605772 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-894aa205-c527-44b4-8386-bc6aacff68ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (31316112-dcd5-4340-afce-8179859ac1fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:31.608446 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-894aa205-c527-44b4-8386-bc6aacff68ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:31.609596 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-894aa205-c527-44b4-8386-bc6aacff68ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31316112-dcd5-4340-afce-8179859ac1fc HTTP/1.1" status: 204 len: 168 time: 0.1717527 Aug 24 18:29:31.617094 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894aa205-c527-44b4-8386-bc6aacff68ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31316112-dcd5-4340-afce-8179859ac1fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:31.801271 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4adcbb56-5cb8-4c99-91a3-21f116403a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:32.683594 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a536-da46-463c-9ef7-6e53e4f24a0e req-1a283954-c68d-42f5-856b-1c9ebe70e092 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:32.684176 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30b7bb-8dc6-4113-a494-b63b4d924996 req-443df086-c939-41ef-8f23-9608253ebe95 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:32.685470 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec30b7bb-8dc6-4113-a494-b63b4d924996 req-443df086-c939-41ef-8f23-9608253ebe95 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0582221 Aug 24 18:29:32.685936 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e69a536-da46-463c-9ef7-6e53e4f24a0e req-1a283954-c68d-42f5-856b-1c9ebe70e092 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0596087 Aug 24 18:29:32.739233 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec30b7bb-8dc6-4113-a494-b63b4d924996 req-022b48f8-10d4-49d9-8011-39afbe54f29a tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Aug 24 18:29:32.742850 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e69a536-da46-463c-9ef7-6e53e4f24a0e req-67b4a022-9ebd-4fbd-8b63-3b144c2d7b35 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509393 Aug 24 18:29:33.273805 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:33.864338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dffe7-92a3-48cf-a6b1-0c60b499ea7a req-c8f4ceac-bc5f-45f5-bc9d-dfcea15fb24b tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:33.865890 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0b5dffe7-92a3-48cf-a6b1-0c60b499ea7a req-c8f4ceac-bc5f-45f5-bc9d-dfcea15fb24b tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0526767 Aug 24 18:29:33.867144 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec543d5-d3cd-4d3d-a362-92d19b2c905f req-d2d5fb36-3c2e-4f96-84e7-7b648db741b9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:33.868646 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ec543d5-d3cd-4d3d-a362-92d19b2c905f req-d2d5fb36-3c2e-4f96-84e7-7b648db741b9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0555897 Aug 24 18:29:33.916707 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ec543d5-d3cd-4d3d-a362-92d19b2c905f req-b782317e-74cf-476e-921f-bfae1d8904e3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Aug 24 18:29:33.925101 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0b5dffe7-92a3-48cf-a6b1-0c60b499ea7a req-87cb950d-dd18-4de8-91b5-d0b414afb523 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Aug 24 18:29:34.513601 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:35.048544 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5417b-e7d0-45af-aaf6-51160757103b req-403b4a8a-2c4c-4435-9401-09222cace817 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:35.049122 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ee4c3-af77-4aab-80ea-97070915632d req-d9105da8-437f-470f-8751-fa0a3e7e8fd7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:35.050085 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-faa5417b-e7d0-45af-aaf6-51160757103b req-403b4a8a-2c4c-4435-9401-09222cace817 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0566401 Aug 24 18:29:35.050263 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-554ee4c3-af77-4aab-80ea-97070915632d req-d9105da8-437f-470f-8751-fa0a3e7e8fd7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0566232 Aug 24 18:29:35.095978 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-554ee4c3-af77-4aab-80ea-97070915632d req-aa67e687-042b-41a6-9065-2d109b9f6170 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Aug 24 18:29:35.096186 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-faa5417b-e7d0-45af-aaf6-51160757103b req-c1ffa615-f348-4d11-9afb-e3aa9d534bd2 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Aug 24 18:29:35.767671 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:35.923630 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:36.221399 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61eb36-1c07-4d24-b34c-2e40017c20d4 req-43a78f97-8998-4156-b9c8-e809289e0cfd tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:36.222892 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a61eb36-1c07-4d24-b34c-2e40017c20d4 req-43a78f97-8998-4156-b9c8-e809289e0cfd tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0526292 Aug 24 18:29:36.224132 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543da292-8398-4dfd-9d87-52b111a105dd req-77e39ade-72bc-4b19-990c-509337cac8bf tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:36.225638 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-543da292-8398-4dfd-9d87-52b111a105dd req-77e39ade-72bc-4b19-990c-509337cac8bf tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0533538 Aug 24 18:29:36.278419 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a61eb36-1c07-4d24-b34c-2e40017c20d4 req-5c4caf98-7438-4b10-bd90-cdfb919101bb tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Aug 24 18:29:36.281037 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-543da292-8398-4dfd-9d87-52b111a105dd req-bfa2cd9e-3035-4af1-8f1f-d8809873a873 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 Aug 24 18:29:37.406539 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26443f-5c2e-4d6d-990a-61491fc6f044 req-55f310b7-1c85-491d-b0ee-31c557113152 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:37.408033 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5a26443f-5c2e-4d6d-990a-61491fc6f044 req-55f310b7-1c85-491d-b0ee-31c557113152 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0536325 Aug 24 18:29:37.413823 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b77c-d317-4849-9f79-6304d5b5915d req-478fc9a6-3181-4076-b4d2-87b5c2323d3c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:37.415341 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a652b77c-d317-4849-9f79-6304d5b5915d req-478fc9a6-3181-4076-b4d2-87b5c2323d3c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0613134 Aug 24 18:29:37.456301 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5a26443f-5c2e-4d6d-990a-61491fc6f044 req-1ed6323d-5d30-44c8-9e80-a12c9cb8debd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Aug 24 18:29:37.461028 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a652b77c-d317-4849-9f79-6304d5b5915d req-fdf7b26d-7205-4273-9a43-26be5d49443c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Aug 24 18:29:37.725015 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256115eb-0b94-4c3e-9419-5659f891432e req-2b554243-df7f-4d3e-a21b-842bb703b1a0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:37.726598 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-256115eb-0b94-4c3e-9419-5659f891432e req-2b554243-df7f-4d3e-a21b-842bb703b1a0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0570223 Aug 24 18:29:37.777520 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-256115eb-0b94-4c3e-9419-5659f891432e req-c05ec0c7-2db4-4c52-a44f-5eaccb9fd133 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Aug 24 18:29:38.591000 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56518e-cc87-4645-bb56-9bc6bbe510e6 req-bbf13f16-3299-40b0-bede-a493e3e9ec8a tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:38.592510 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ea56518e-cc87-4645-bb56-9bc6bbe510e6 req-bbf13f16-3299-40b0-bede-a493e3e9ec8a tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0564609 Aug 24 18:29:38.640730 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ea56518e-cc87-4645-bb56-9bc6bbe510e6 req-7f358d3f-a73e-485e-ae0c-1db774bcf6db tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424855 Aug 24 18:29:38.915443 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876ad0-a149-4215-a92a-da455efada92 req-a76c01d8-7c12-4ebc-b6f2-72030846bf83 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:38.916952 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8876ad0-a149-4215-a92a-da455efada92 req-a76c01d8-7c12-4ebc-b6f2-72030846bf83 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0592577 Aug 24 18:29:38.966891 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8876ad0-a149-4215-a92a-da455efada92 req-9cb706b1-9d9a-4204-9f0b-8573df2161ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Aug 24 18:29:39.783037 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3d7b3-809e-4184-a5a5-d4a568418cb3 req-f4d6e4d7-e75a-4647-904e-93518e28e7ef tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:39.784575 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6cd3d7b3-809e-4184-a5a5-d4a568418cb3 req-f4d6e4d7-e75a-4647-904e-93518e28e7ef tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 945 time: 0.0585773 Aug 24 18:29:39.837597 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6cd3d7b3-809e-4184-a5a5-d4a568418cb3 req-6dedce79-57d2-489b-a89f-78059f40c987 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Aug 24 18:29:40.082785 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device aa34e806-3930-4e46-8fb9-fbea9a532698 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:29:40.098892 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893047f-2b2b-4876-9cd2-1517d5f9b683 req-d5b96fae-747c-445e-b455-67848afe0a4b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:40.100563 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1893047f-2b2b-4876-9cd2-1517d5f9b683 req-d5b96fae-747c-445e-b455-67848afe0a4b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0611579 Aug 24 18:29:40.120978 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-35bde099-a348-416b-9d14-cf08dfad40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:40.121782 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-35bde099-a348-416b-9d14-cf08dfad40fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1130 time: 0.0471823 Aug 24 18:29:40.137952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port aa34e806-3930-4e46-8fb9-fbea9a532698 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:29:40.142328 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port aa34e806-3930-4e46-8fb9-fbea9a532698 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:29:40.142704 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:40.156589 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1893047f-2b2b-4876-9cd2-1517d5f9b683 req-8e786342-6ffe-4afe-b5b4-b639c289550a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490940 Aug 24 18:29:40.224153 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port aa34e806-3930-4e46-8fb9-fbea9a532698 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:29:40.224576 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:40.251319 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa34e806-3930-4e46-8fb9-fbea9a532698'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:29:40.253613 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c85b24-2d96-4e2b-8f20-63519b51e14c" -d '{"events": [{"server_uuid": "d9a0a443-93cc-4642-9499-d3832996ee5e", "name": "network-vif-plugged", "status": "completed", "tag": "aa34e806-3930-4e46-8fb9-fbea9a532698"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:29:40.269384 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port aa34e806-3930-4e46-8fb9-fbea9a532698, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=aa34e806-3930-4e46-8fb9-fbea9a532698,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:40.277358 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:40.315194 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338c373d-27ce-43ad-b191-396bce62375a x-openstack-request-id: req-338c373d-27ce-43ad-b191-396bce62375a {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:29:40.315474 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0a443-93cc-4642-9499-d3832996ee5e", "name": "network-vif-plugged", "status": "completed", "tag": "aa34e806-3930-4e46-8fb9-fbea9a532698", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:29:40.315829 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-338c373d-27ce-43ad-b191-396bce62375a {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:29:40.316166 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338c373d-27ce-43ad-b191-396bce62375a'] response: {'server_uuid': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa34e806-3930-4e46-8fb9-fbea9a532698', 'code': 200} Aug 24 18:29:40.346491 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=aa34e806-3930-4e46-8fb9-fbea9a532698,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:40.965672 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d78be-1def-4fac-aa43-ef4b7f78563d req-8a67adf6-22b6-45ff-9cf0-a201c6c1abe8 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:40.967181 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-423d78be-1def-4fac-aa43-ef4b7f78563d req-8a67adf6-22b6-45ff-9cf0-a201c6c1abe8 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0587804 Aug 24 18:29:41.018742 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-423d78be-1def-4fac-aa43-ef4b7f78563d req-5e12c666-bc22-4607-9c8e-4e53546066e5 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Aug 24 18:29:41.287152 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a4de5-af18-4f30-9e30-33fa37db80c0 req-bdd874dd-3137-4072-ad7a-59939d77c694 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:41.288701 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-694a4de5-af18-4f30-9e30-33fa37db80c0 req-bdd874dd-3137-4072-ad7a-59939d77c694 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0542698 Aug 24 18:29:41.336133 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-694a4de5-af18-4f30-9e30-33fa37db80c0 req-6faa02cb-c8f8-4146-b668-db72bac9fbbd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Aug 24 18:29:42.141954 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25ec9-288e-4cb7-b9ab-f3d53d99c614 req-38750877-0a95-49fd-a87d-675c92e8404c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:42.143424 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bed25ec9-288e-4cb7-b9ab-f3d53d99c614 req-38750877-0a95-49fd-a87d-675c92e8404c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0549881 Aug 24 18:29:42.193171 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bed25ec9-288e-4cb7-b9ab-f3d53d99c614 req-0215841c-9d57-4211-ac54-a3ec185aae1f tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Aug 24 18:29:42.471226 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2215cb-58cc-478f-8f8e-e06ac61f6a1b req-44e5ffc4-2d94-4fa6-aaf0-b510081f14b1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:42.472719 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4f2215cb-58cc-478f-8f8e-e06ac61f6a1b req-44e5ffc4-2d94-4fa6-aaf0-b510081f14b1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0554912 Aug 24 18:29:42.520168 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4f2215cb-58cc-478f-8f8e-e06ac61f6a1b req-26534259-ab00-4def-aa95-41e2c95f9661 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Aug 24 18:29:42.760675 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-a7d23a3f-8759-4af9-b252-b6534102c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:42.762156 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-a7d23a3f-8759-4af9-b252-b6534102c51e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.0963395 Aug 24 18:29:43.316268 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5754f3-c8b0-4787-97b0-d763b4128f2a req-e2fa4840-5cc8-4f6d-aaa2-2dc252a2cc48 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:43.317777 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fb5754f3-c8b0-4787-97b0-d763b4128f2a req-e2fa4840-5cc8-4f6d-aaa2-2dc252a2cc48 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0544159 Aug 24 18:29:43.375370 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fb5754f3-c8b0-4787-97b0-d763b4128f2a req-6318fe70-97fa-4535-9abc-7f19c8968162 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Aug 24 18:29:43.650510 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da8d7-8c99-4068-a6ed-29389cf59961 req-1fc8a4c6-1003-4a65-bada-1bc0eec29283 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:43.651985 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eb2da8d7-8c99-4068-a6ed-29389cf59961 req-1fc8a4c6-1003-4a65-bada-1bc0eec29283 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0599368 Aug 24 18:29:43.699377 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eb2da8d7-8c99-4068-a6ed-29389cf59961 req-20ece642-207a-47e9-a7c5-ebd997b62b67 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Aug 24 18:29:44.504839 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636c4c6-49ed-4022-b8e2-9014c65dba3f req-566f051c-8dc2-4d90-89b2-a7258ec46d6e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:44.506373 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7636c4c6-49ed-4022-b8e2-9014c65dba3f req-566f051c-8dc2-4d90-89b2-a7258ec46d6e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0555837 Aug 24 18:29:44.556194 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7636c4c6-49ed-4022-b8e2-9014c65dba3f req-115150db-39b0-4925-b746-0a69d7be8039 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Aug 24 18:29:44.835585 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296423d0-4797-42b0-8317-c76e17414823 req-614fcbec-53d3-444f-b711-89bbe056fc03 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:44.837129 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-296423d0-4797-42b0-8317-c76e17414823 req-614fcbec-53d3-444f-b711-89bbe056fc03 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0550859 Aug 24 18:29:44.887079 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-296423d0-4797-42b0-8317-c76e17414823 req-f89de4e5-979a-40c0-85ad-f6cfdcb4d9d7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Aug 24 18:29:45.681530 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfaf7b-1229-4a11-9ecb-32a9f5ec17d6 req-de09126f-265d-419d-a5ad-e5dae3d20329 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:45.683032 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5cbfaf7b-1229-4a11-9ecb-32a9f5ec17d6 req-de09126f-265d-419d-a5ad-e5dae3d20329 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0550156 Aug 24 18:29:45.731105 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5cbfaf7b-1229-4a11-9ecb-32a9f5ec17d6 req-754269a6-3af0-4dde-b2b4-4132189deaed tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Aug 24 18:29:46.024589 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc484c0-cc3d-44c7-8a60-3c669efdae66 req-b0a10219-b62b-41a9-8aa5-f3cffe0e2d36 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:46.026039 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5cc484c0-cc3d-44c7-8a60-3c669efdae66 req-b0a10219-b62b-41a9-8aa5-f3cffe0e2d36 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0542543 Aug 24 18:29:46.080151 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5cc484c0-cc3d-44c7-8a60-3c669efdae66 req-c690b4bb-a033-48ca-a1af-77fe5fa7e09a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Aug 24 18:29:46.863931 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292cc5e-78b6-4101-9624-3c9dd013f235 req-36afcf55-57a1-4931-8c9e-d5dcd29608a3 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:46.865460 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f292cc5e-78b6-4101-9624-3c9dd013f235 req-36afcf55-57a1-4931-8c9e-d5dcd29608a3 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0647364 Aug 24 18:29:46.922430 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f292cc5e-78b6-4101-9624-3c9dd013f235 req-0937ca32-01ac-41b1-acfb-ce3dbaca0374 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486600 Aug 24 18:29:46.961428 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-00c24fab-0f9b-47df-ab65-b01b5aad9c0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 200 len: 217 time: 0.0357671 Aug 24 18:29:47.019089 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-76b04029-b51f-416d-b7c0-3cd96cf238f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:47.020594 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-76b04029-b51f-416d-b7c0-3cd96cf238f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0439441 Aug 24 18:29:47.077503 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-9ab80b15-e013-4239-b858-36c6f981d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:47.079125 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-9ab80b15-e013-4239-b858-36c6f981d7a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485873 Aug 24 18:29:47.241844 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e911a-3059-458d-b316-1f3534cedaca req-72ab0740-b9c2-4692-ac74-e83e7987314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:47.243328 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a2e911a-3059-458d-b316-1f3534cedaca req-72ab0740-b9c2-4692-ac74-e83e7987314a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 1130 time: 0.1389415 Aug 24 18:29:47.275784 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-650f3242-3bcc-4493-920a-d9354d2a3186 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724455 Aug 24 18:29:47.285215 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8c0a-2cc4-4c3f-8e85-b3a7c02aca43 req-eb690ff7-f175-4a32-9088-9cf393a61cfe tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:47.286669 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a17a8c0a-2cc4-4c3f-8e85-b3a7c02aca43 req-eb690ff7-f175-4a32-9088-9cf393a61cfe tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.1199682 Aug 24 18:29:47.359293 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a2e911a-3059-458d-b316-1f3534cedaca req-cc31bc57-b698-42eb-9ceb-40d670098db0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056595 Aug 24 18:29:47.407378 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a17a8c0a-2cc4-4c3f-8e85-b3a7c02aca43 req-898752f4-0258-4965-98c1-2e6e56b009fd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126668 Aug 24 18:29:47.424777 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dcdcf8b4-4eb0-4bfb-95d0-ac67c77a0c10 req-335ee61c-b8dc-4445-b67b-72c779471a92 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309280 Aug 24 18:29:48.050598 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c2d78-4df5-4386-be37-d9a4a889bc63 req-91cd4030-f576-4751-939f-002c09bf5261 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:48.052064 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a8c2d78-4df5-4386-be37-d9a4a889bc63 req-91cd4030-f576-4751-939f-002c09bf5261 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0530577 Aug 24 18:29:48.102364 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a8c2d78-4df5-4386-be37-d9a4a889bc63 req-d4984aa5-5355-4a67-82c5-93d9fca6889c tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Aug 24 18:29:48.541739 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa1191-49da-42dd-94f6-c7cede3ed70d req-96131ba8-3e1d-4e3d-98f2-319bc7bc723f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:48.544091 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-64aa1191-49da-42dd-94f6-c7cede3ed70d req-96131ba8-3e1d-4e3d-98f2-319bc7bc723f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0662181 Aug 24 18:29:48.591065 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-64aa1191-49da-42dd-94f6-c7cede3ed70d req-7d2c730d-d1d8-41b1-baf1-a8218a60cf79 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Aug 24 18:29:49.250154 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bf6da-6c4f-4bc2-9f15-855f3063a537 req-0f4db8de-478e-46e8-ab82-608453540555 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:49.251634 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed0bf6da-6c4f-4bc2-9f15-855f3063a537 req-0f4db8de-478e-46e8-ab82-608453540555 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0678747 Aug 24 18:29:49.307320 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed0bf6da-6c4f-4bc2-9f15-855f3063a537 req-79cc9edb-57dc-4cba-a1aa-ad9e8c774185 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493674 Aug 24 18:29:49.455073 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:29:49.719596 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b33ff-a069-4ee4-a7cc-cbf063d79b65 req-2841bb7c-e23e-44b6-a527-dcd23b96caa6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:49.721195 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dd4b33ff-a069-4ee4-a7cc-cbf063d79b65 req-2841bb7c-e23e-44b6-a527-dcd23b96caa6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0531411 Aug 24 18:29:49.771009 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dd4b33ff-a069-4ee4-a7cc-cbf063d79b65 req-3a376ffc-2943-4595-b897-582b13da43cf tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Aug 24 18:29:50.447089 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729f7f3-23f1-48e3-8fb4-03dbfbfaf8a0 req-22e74ebd-de17-495a-8c5e-27b035b3c092 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:50.449148 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d729f7f3-23f1-48e3-8fb4-03dbfbfaf8a0 req-22e74ebd-de17-495a-8c5e-27b035b3c092 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0717220 Aug 24 18:29:50.497321 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d729f7f3-23f1-48e3-8fb4-03dbfbfaf8a0 req-25b39644-3529-4e1e-8c5a-bb5d750f4b69 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Aug 24 18:29:50.902419 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21eeafd-3f62-4535-bdf4-e48a520093c8 req-82795a7a-fcae-4678-b309-884331e64b76 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:50.903910 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d21eeafd-3f62-4535-bdf4-e48a520093c8 req-82795a7a-fcae-4678-b309-884331e64b76 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0599241 Aug 24 18:29:50.949288 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d21eeafd-3f62-4535-bdf4-e48a520093c8 req-1e17a6a3-2d51-47d5-8f0c-962a57595f32 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Aug 24 18:29:51.626364 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661bf11-6037-411d-b1da-7dd26e1fc661 req-d3362631-b466-419c-842e-87973a0a01e8 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:51.627887 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1661bf11-6037-411d-b1da-7dd26e1fc661 req-d3362631-b466-419c-842e-87973a0a01e8 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0584388 Aug 24 18:29:51.677780 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1661bf11-6037-411d-b1da-7dd26e1fc661 req-cae0a233-5599-41c8-b353-5236434005d1 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Aug 24 18:29:52.082576 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8492b-a823-4be0-9e0e-8a2b68582f26 req-b8a557e8-445d-4318-aa4a-57d44e43118c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:52.084067 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-acc8492b-a823-4be0-9e0e-8a2b68582f26 req-b8a557e8-445d-4318-aa4a-57d44e43118c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0546014 Aug 24 18:29:52.129743 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-acc8492b-a823-4be0-9e0e-8a2b68582f26 req-3de9a524-da0e-45f7-bf3b-75bbc686a9e0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Aug 24 18:29:53.097388 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e79e7-9e41-4919-af5c-b6b38d77dbf5 req-55844038-e700-44c0-956c-2ff957269c31 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:53.098869 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d7e79e7-9e41-4919-af5c-b6b38d77dbf5 req-55844038-e700-44c0-956c-2ff957269c31 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0585773 Aug 24 18:29:53.146901 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d7e79e7-9e41-4919-af5c-b6b38d77dbf5 req-0a6bbc91-b40a-464e-ad47-30ca6e1684cc tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Aug 24 18:29:53.275433 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5bc71-b855-4cb8-854e-7cccd6319822 req-370ed596-e31d-473d-9616-a5eafa7b3975 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:53.277008 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90a5bc71-b855-4cb8-854e-7cccd6319822 req-370ed596-e31d-473d-9616-a5eafa7b3975 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0635211 Aug 24 18:29:53.328897 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90a5bc71-b855-4cb8-854e-7cccd6319822 req-8913b7c2-9640-4498-9ff0-3f65541ce78b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Aug 24 18:29:54.285655 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919162a-6ffb-4cc6-acbc-0dda9a73b38e req-6930c519-3ec0-4895-95b4-b87f6d6f346e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:54.287992 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a919162a-6ffb-4cc6-acbc-0dda9a73b38e req-6930c519-3ec0-4895-95b4-b87f6d6f346e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0653105 Aug 24 18:29:54.564474 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a919162a-6ffb-4cc6-acbc-0dda9a73b38e req-c741bdfb-1251-411a-9194-9a4c9a937cfe tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716193 Aug 24 18:29:55.526120 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-8495609c-b59e-4eef-b1e5-af530b635521 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:55.527746 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-8495609c-b59e-4eef-b1e5-af530b635521 tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0574934 Aug 24 18:29:55.681425 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Deleting port aa34e806-3930-4e46-8fb9-fbea9a532698 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:29:55.681774 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:55.703846 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfbfe8-332d-4210-bf43-04724f2425b8 req-005859cf-d0ce-4837-8c5f-0eab8ef2538d tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:55.706073 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06cfbfe8-332d-4210-bf43-04724f2425b8 req-005859cf-d0ce-4837-8c5f-0eab8ef2538d tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a0a443-93cc-4642-9499-d3832996ee5e HTTP/1.1" status: 200 len: 946 time: 0.0596008 Aug 24 18:29:55.727185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4915f-3b33-447c-95de-a0a48f3e9984 req-5982713a-d394-4af4-a535-113f871a8ba1 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:55.729359 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9cb4915f-3b33-447c-95de-a0a48f3e9984 req-5982713a-d394-4af4-a535-113f871a8ba1 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.1085143 Aug 24 18:29:55.762361 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06cfbfe8-332d-4210-bf43-04724f2425b8 req-9a5ce957-4952-49ec-97b6-5e4a3f295f1e tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.55 "GET /v2.0/security-groups?id=68062f49-ad9d-4349-a95d-9141f42f91fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Aug 24 18:29:55.812259 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] For port aa34e806-3930-4e46-8fb9-fbea9a532698, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=aa34e806-3930-4e46-8fb9-fbea9a532698,segment=NetworkSegment(e31dd15c-0c28-4eb5-8992-de5669420c8a),segment_id=e31dd15c-0c28-4eb5-8992-de5669420c8a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:55.812259 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:55.826969 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9cb4915f-3b33-447c-95de-a0a48f3e9984 req-c612267a-a148-4566-a704-518cd2a3c776 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878680 Aug 24 18:29:55.829518 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 55580) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:55.831034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Calling delete_port for aa34e806-3930-4e46-8fb9-fbea9a532698 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:29:55.834318 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-dce224c6-bd49-4e21-8149-6208526dee68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254338702', 'description': 'tempest-description--1905598440'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:55.861904 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dce224c6-bd49-4e21-8149-6208526dee68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:55.946716 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dce224c6-bd49-4e21-8149-6208526dee68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group (ed005a86-e8ba-416a-af75-774150b02ddc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:55.952047 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dce224c6-bd49-4e21-8149-6208526dee68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ed005a86-e8ba-416a-af75-774150b02ddc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:55.966348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (aa34e806-3930-4e46-8fb9-fbea9a532698), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:55.989720 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dce224c6-bd49-4e21-8149-6208526dee68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:55.990966 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dce224c6-bd49-4e21-8149-6208526dee68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1602626 Aug 24 18:29:55.993021 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce224c6-bd49-4e21-8149-6208526dee68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed005a86-e8ba-416a-af75-774150b02ddc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:55.994980 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 55582) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:55.999628 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-467ba1cc-c764-4dbd-800a-cef15311f270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'security_group_rule': {'security_group_id': 'ed005a86-e8ba-416a-af75-774150b02ddc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:56.000969 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Pushing event deleted for resources: {'Port': ['ID=aa34e806-3930-4e46-8fb9-fbea9a532698,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:56.010841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['aa34e806-3930-4e46-8fb9-fbea9a532698'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:29:56.034949 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-467ba1cc-c764-4dbd-800a-cef15311f270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group_rule (47ac65a6-a171-4f04-8d57-59a192a6b727), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.049150 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] No DVR routers for this DVR port aa34e806-3930-4e46-8fb9-fbea9a532698 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:29:56.051609 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.055035 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f68561b7-55a8-4266-8f15-686cdbc73e2a req-372a4508-40fb-4091-a504-2ea69f0e22ad tempest-VolumesActionsTest-944344472 tempest-VolumesActionsTest-944344472-project] 10.222.0.58 "DELETE /v2.0/ports/aa34e806-3930-4e46-8fb9-fbea9a532698 HTTP/1.1" status: 204 len: 173 time: 0.5106747 Aug 24 18:29:56.055474 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'name': 'network-vif-deleted', 'tag': 'aa34e806-3930-4e46-8fb9-fbea9a532698'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:29:56.057911 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a5fed8-9f52-49e1-b860-9956674d43a4" -d '{"events": [{"server_uuid": "d9a0a443-93cc-4642-9499-d3832996ee5e", "name": "network-vif-deleted", "tag": "aa34e806-3930-4e46-8fb9-fbea9a532698"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:29:56.094600 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e6fc7-44cf-4adf-9507-3161babcdbe2 x-openstack-request-id: req-808e6fc7-44cf-4adf-9507-3161babcdbe2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:29:56.094910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0a443-93cc-4642-9499-d3832996ee5e", "name": "network-vif-deleted", "tag": "aa34e806-3930-4e46-8fb9-fbea9a532698", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:29:56.095136 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-808e6fc7-44cf-4adf-9507-3161babcdbe2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:29:56.095558 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808e6fc7-44cf-4adf-9507-3161babcdbe2'] response: {'server_uuid': 'd9a0a443-93cc-4642-9499-d3832996ee5e', 'name': 'network-vif-deleted', 'tag': 'aa34e806-3930-4e46-8fb9-fbea9a532698', 'status': 'completed', 'code': 200} Aug 24 18:29:56.111776 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-467ba1cc-c764-4dbd-800a-cef15311f270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group_rule (47ac65a6-a171-4f04-8d57-59a192a6b727), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.116104 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-467ba1cc-c764-4dbd-800a-cef15311f270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (47ac65a6-a171-4f04-8d57-59a192a6b727), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.144203 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ba1cc-c764-4dbd-800a-cef15311f270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ac65a6-a171-4f04-8d57-59a192a6b727,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:56.157764 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-467ba1cc-c764-4dbd-800a-cef15311f270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.159048 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-467ba1cc-c764-4dbd-800a-cef15311f270 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631007 Aug 24 18:29:56.161787 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 55588) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:56.166185 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-3a08054d-bf73-41a3-a988-0333b752131e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'security_group_rule': {'security_group_id': 'ed005a86-e8ba-416a-af75-774150b02ddc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:56.192706 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a08054d-bf73-41a3-a988-0333b752131e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group_rule (587727af-1a1a-4d6b-9a18-e07cc0a65696), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.260710 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a08054d-bf73-41a3-a988-0333b752131e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group_rule (587727af-1a1a-4d6b-9a18-e07cc0a65696), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.266629 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a08054d-bf73-41a3-a988-0333b752131e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (587727af-1a1a-4d6b-9a18-e07cc0a65696), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.286087 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08054d-bf73-41a3-a988-0333b752131e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587727af-1a1a-4d6b-9a18-e07cc0a65696,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:56.292942 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a08054d-bf73-41a3-a988-0333b752131e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.294145 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3a08054d-bf73-41a3-a988-0333b752131e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313429 Aug 24 18:29:56.297456 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 55590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:29:56.302288 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:29:56.326985 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.428183 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.532345 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Allocated IP 172.27.3.93 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/8b81eeb0-c88e-4940-bde7-75a76c6ed5d4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:29:56.631268 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.676791 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.716722 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:29:56.724159 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'Port': ['ID=8b81eeb0-c88e-4940-bde7-75a76c6ed5d4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:56.727071 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:29:56.731518 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:29:56.812258 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.853899 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:56.976587 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850278a-2a36-4d7d-8ec5-fca594028eb3 req-99451f11-4271-4541-901f-3cde7850ac49 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:56.978107 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1850278a-2a36-4d7d-8ec5-fca594028eb3 req-99451f11-4271-4541-901f-3cde7850ac49 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0690205 Aug 24 18:29:57.016651 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:57.023378 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:57.042029 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1850278a-2a36-4d7d-8ec5-fca594028eb3 req-304ddf40-6ee8-4b8d-b83e-5cbd5ced7570 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578804 Aug 24 18:29:57.093290 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:57.095874 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'Port': ['ID=8b81eeb0-c88e-4940-bde7-75a76c6ed5d4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:57.112325 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:57.122584 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ecd0259e-f9f5-44e6-b182-bee97d4c8c6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8150935 Aug 24 18:29:57.339592 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-14973f0b-4c58-4076-ad38-2b8cf2430d6d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--254338702&fields=id&tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c HTTP/1.1" status: 200 len: 267 time: 0.0430200 Aug 24 18:29:57.453173 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-d8d62ee7-7d76-4b9e-97ea-bb8df4dfc5f9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:57.454702 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-d8d62ee7-7d76-4b9e-97ea-bb8df4dfc5f9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 818 time: 0.1086824 Aug 24 18:29:57.469506 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-8b4d0cc1-4758-4245-abcc-bec1fb9ff269 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/quotas/59b1b7d1ec9a4dd88b4bf037f37f327c HTTP/1.1" status: 200 len: 375 time: 0.0094426 Aug 24 18:29:57.529861 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-b605c01d-2b54-4d3c-8f91-52aae434ee2a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0547197 Aug 24 18:29:57.629578 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-90e69f4a-cf69-46f5-b994-f49220934d6e service neutron] 10.222.0.55 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881252 Aug 24 18:29:57.722855 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-3e42f960-2dbf-4f52-8068-61f66c46e092 service neutron] 10.222.0.55 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847826 Aug 24 18:29:57.881898 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8400722-5652-4a56-a816-5f08d537a8be req-e8e1560f-8cdf-4839-a243-8be0c288a960 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Aug 24 18:29:58.166676 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f6a34-cd15-4e0a-b0fc-30c5dc99c4c6 req-b5c8462c-a5d7-4e59-9ef4-7ff01207ad69 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:58.168264 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c32f6a34-cd15-4e0a-b0fc-30c5dc99c4c6 req-b5c8462c-a5d7-4e59-9ef4-7ff01207ad69 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0533769 Aug 24 18:29:58.217537 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c32f6a34-cd15-4e0a-b0fc-30c5dc99c4c6 req-6074510b-b9bf-423b-a129-f5b4ba480ca9 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Aug 24 18:29:58.425792 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-2d08a2e5-d95e-49bb-8a7e-5cc64351ce1e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:58.427247 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-2d08a2e5-d95e-49bb-8a7e-5cc64351ce1e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 945 time: 0.0629609 Aug 24 18:29:58.520799 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Deleting port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:29:58.521202 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:58.613247 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] For port 9f1488fe-6657-44ed-8d94-92b50b9d90b1, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9f1488fe-6657-44ed-8d94-92b50b9d90b1,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:29:58.613614 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:58.627111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Calling delete_port for 9f1488fe-6657-44ed-8d94-92b50b9d90b1 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:29:58.760489 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (9f1488fe-6657-44ed-8d94-92b50b9d90b1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:58.792282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Pushing event deleted for resources: {'Port': ['ID=9f1488fe-6657-44ed-8d94-92b50b9d90b1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:29:58.802404 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['9f1488fe-6657-44ed-8d94-92b50b9d90b1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:29:58.839579 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] No DVR routers for this DVR port 9f1488fe-6657-44ed-8d94-92b50b9d90b1 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:29:58.842038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:29:58.845350 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b78c79c1-52ca-4b9c-844f-1b47e4f55f77 req-4589644b-4d23-4ba3-91f5-c7049520d468 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "DELETE /v2.0/ports/9f1488fe-6657-44ed-8d94-92b50b9d90b1 HTTP/1.1" status: 204 len: 173 time: 0.4118249 Aug 24 18:29:58.845830 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'name': 'network-vif-deleted', 'tag': '9f1488fe-6657-44ed-8d94-92b50b9d90b1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:29:58.848214 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d4c24b-2111-4d78-8a4b-1e2a5c8f0b1e" -d '{"events": [{"server_uuid": "cbd07cb9-1b6a-4664-ad41-7f9c90f16afb", "name": "network-vif-deleted", "tag": "9f1488fe-6657-44ed-8d94-92b50b9d90b1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:29:58.882189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f61ea5-809e-4f34-a8e4-ed4a8a9ecd00 x-openstack-request-id: req-d9f61ea5-809e-4f34-a8e4-ed4a8a9ecd00 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:29:58.882485 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd07cb9-1b6a-4664-ad41-7f9c90f16afb", "name": "network-vif-deleted", "tag": "9f1488fe-6657-44ed-8d94-92b50b9d90b1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:29:58.882743 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9f61ea5-809e-4f34-a8e4-ed4a8a9ecd00 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:29:58.883156 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f61ea5-809e-4f34-a8e4-ed4a8a9ecd00'] response: {'server_uuid': 'cbd07cb9-1b6a-4664-ad41-7f9c90f16afb', 'name': 'network-vif-deleted', 'tag': '9f1488fe-6657-44ed-8d94-92b50b9d90b1', 'status': 'completed', 'code': 200} Aug 24 18:29:58.983467 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-796620c6-f7e2-4c21-8fad-6c50ca52dbd4 req-5a7f052c-1fb3-475e-9750-a8e7768c2861 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Aug 24 18:29:59.324064 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-56baf480-9db3-4bb2-a1f4-58bfe4301fa9 req-671996d7-72a2-499a-a6f5-6ea0f987b57e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0301390 Aug 24 18:29:59.677327 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device aa34e806-3930-4e46-8fb9-fbea9a532698 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:29:59.700483 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: aa34e806-3930-4e46-8fb9-fbea9a532698 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:29:59.700828 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device aa34e806-3930-4e46-8fb9-fbea9a532698 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:29:59.895961 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-086ffa94-0679-4d6b-a050-9d4386943ce2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:29:59.897873 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-086ffa94-0679-4d6b-a050-9d4386943ce2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 818 time: 0.1186223 Aug 24 18:29:59.925823 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9db37232-12b3-4a2c-9b9a-12eb4c0e9785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:00.080533 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fe68a05-15bb-4259-b619-a614cd607fae req-84941704-190a-4f89-9948-286bb056e931 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 210 time: 0.0266716 Aug 24 18:30:00.442051 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c4451d72-a970-4852-855b-e0357d5b7c19 req-7fdc1e5c-cef4-4713-a8a2-0c54c5e3fdc6 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0267315 Aug 24 18:30:01.185315 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-737c8f8c-79ea-4ef9-8638-fd2b3f003be8 req-3e27ec88-35fb-4cbd-98a1-56a9f6f435a4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Aug 24 18:30:01.564347 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-01f3f16f-445c-4980-ae23-2200a87eef59 req-6e3e5b07-a4e7-448d-81c5-6bf62d22050a tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0326505 Aug 24 18:30:01.810480 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f64b1fd-68af-4fa7-a84f-adbbcb4efb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:02.296300 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3d3c5f6d-f3a4-44b1-9c05-e19de369d483 req-307345b7-8b1c-4118-b5a7-ff7fae9059fd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 210 time: 0.0263577 Aug 24 18:30:02.676605 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aed01022-dd68-4361-bab1-7fa1b4befaf4 req-191cd5a0-cfc2-4276-bd01-4d72efb476e6 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0271475 Aug 24 18:30:03.277108 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:03.403608 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4948ec2c-c892-440b-b16b-fe0324b48783 req-1c3c73e5-4a03-4952-b31f-605216b00d74 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 210 time: 0.0320206 Aug 24 18:30:03.449368 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9f1488fe-6657-44ed-8d94-92b50b9d90b1 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:30:03.468912 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 9f1488fe-6657-44ed-8d94-92b50b9d90b1 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:30:03.469251 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9f1488fe-6657-44ed-8d94-92b50b9d90b1 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:30:03.527891 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-b662ec3e-0732-4350-b1ec-2e9c1601f1a4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c HTTP/1.1" status: 200 len: 379 time: 0.0532379 Aug 24 18:30:03.799380 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c0171490-a8de-4a90-b2b0-d737373e93a9 req-48fd78a9-b6a1-439f-a5ff-16a6a863fd2b tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd07cb9-1b6a-4664-ad41-7f9c90f16afb HTTP/1.1" status: 200 len: 210 time: 0.0273678 Aug 24 18:30:03.852949 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'port': {'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'admin_state_up': True, 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'security_groups': ['ed005a86-e8ba-416a-af75-774150b02ddc']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:03.965429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Made reservation on behalf of 59b1b7d1ec9a4dd88b4bf037f37f327c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:30:03.970555 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.100859 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Allocated IP 172.20.0.14 (e5a21755-3153-4410-a16c-1dfd794a8d6a/feaaa128-b354-42c9-8cb9-2aab9826a8fb/60042808-356b-4ef8-844f-ca50589aca14) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:30:04.245038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for port (60042808-356b-4ef8-844f-ca50589aca14), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.275677 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (60042808-356b-4ef8-844f-ca50589aca14), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.316401 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Network e5a21755-3153-4410-a16c-1dfd794a8d6a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:30:04.321667 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:04.325341 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:30:04.349885 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event updated for resources: {'Port': ['ID=60042808-356b-4ef8-844f-ca50589aca14,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:04.378892 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:04.379541 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.399170 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-173aca63-2658-4189-947b-08659376b083 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518236 Aug 24 18:30:04.440346 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Request body: {'port': {'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:04.518192 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.541778 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (60042808-356b-4ef8-844f-ca50589aca14), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.589748 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-908d80f4-7eac-4269-8025-f5b0ad9a20da None None] Provisioning complete for port 60042808-356b-4ef8-844f-ca50589aca14 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:04.590043 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-908d80f4-7eac-4269-8025-f5b0ad9a20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (60042808-356b-4ef8-844f-ca50589aca14), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.591801 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc754a-d669-4986-ab53-121c88f08d70 req-8147578c-47db-4709-8904-9e9ecc8aaf12 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:04.594399 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-48dc754a-d669-4986-ab53-121c88f08d70 req-8147578c-47db-4709-8904-9e9ecc8aaf12 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 932 time: 0.1174760 Aug 24 18:30:04.625768 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-908d80f4-7eac-4269-8025-f5b0ad9a20da None None] Port 60042808-356b-4ef8-844f-ca50589aca14 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:30:04.720203 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-48dc754a-d669-4986-ab53-121c88f08d70 req-3dfc8549-16f6-46e5-9505-823683ea60ac tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172702 Aug 24 18:30:04.852016 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60042808-356b-4ef8-844f-ca50589aca14 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:30:04.859924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Publish callbacks [] for port (60042808-356b-4ef8-844f-ca50589aca14), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.873451 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Transition to ACTIVE for port object 60042808-356b-4ef8-844f-ca50589aca14 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:30:04.877270 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (60042808-356b-4ef8-844f-ca50589aca14), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:04.953975 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Pushing event updated for resources: {'Port': ['ID=60042808-356b-4ef8-844f-ca50589aca14,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:04.987879 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Attempting to bind port 60042808-356b-4ef8-844f-ca50589aca14 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:30:04.988243 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Attempting to bind port 60042808-356b-4ef8-844f-ca50589aca14 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:30:04.988679 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Attempting to bind port 60042808-356b-4ef8-844f-ca50589aca14 on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:30:04.992958 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Port 60042808-356b-4ef8-844f-ca50589aca14 on network e5a21755-3153-4410-a16c-1dfd794a8d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:30:04.993323 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Attempting to bind port 60042808-356b-4ef8-844f-ca50589aca14 on network e5a21755-3153-4410-a16c-1dfd794a8d6a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:30:04.998510 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:30:04.998888 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Checking segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:30:04.999337 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Bound using segment: {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:30:04.999790 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Bound port: 60042808-356b-4ef8-844f-ca50589aca14, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1baf50-ffef-470b-a991-0dc22702e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:30:05.000212 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (60042808-356b-4ef8-844f-ca50589aca14), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:05.070385 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] For port 60042808-356b-4ef8-844f-ca50589aca14, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:30:05.073324 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] For port 60042808-356b-4ef8-844f-ca50589aca14, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=60042808-356b-4ef8-844f-ca50589aca14,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:30:05.078978 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (60042808-356b-4ef8-844f-ca50589aca14), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:05.082114 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.083098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:05.084546 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] 10.222.0.58 "PUT /v2.0/ports/60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 200 len: 1094 time: 0.6504009 Aug 24 18:30:05.086545 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:30:05.088868 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf92ec-b14c-49f4-8a4d-acdff842bfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:30:05.128720 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7df36a-c9f3-424c-b731-344744d814ea x-openstack-request-id: req-0f7df36a-c9f3-424c-b731-344744d814ea {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:30:05.129016 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:30:05.129274 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f7df36a-c9f3-424c-b731-344744d814ea {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:30:05.129677 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7df36a-c9f3-424c-b731-344744d814ea'] response: {'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14', 'status': 'completed', 'code': 200} Aug 24 18:30:05.146416 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ddb6-3a01-4208-917c-15886310735f service neutron] Pushing event updated for resources: {'Port': ['ID=60042808-356b-4ef8-844f-ca50589aca14,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:05.430297 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf92ec-b14c-49f4-8a4d-acdff842bfe4 req-13af6822-538f-4e9f-bbc3-dc4b831cdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.431843 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ddf92ec-b14c-49f4-8a4d-acdff842bfe4 req-13af6822-538f-4e9f-bbc3-dc4b831cdc7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1128 time: 0.0560977 Aug 24 18:30:05.547429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf92ec-b14c-49f4-8a4d-acdff842bfe4 req-ac795a11-df5a-404b-98b1-a1466446b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.549544 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ddf92ec-b14c-49f4-8a4d-acdff842bfe4 req-ac795a11-df5a-404b-98b1-a1466446b804 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1006663 Aug 24 18:30:05.646799 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf92ec-b14c-49f4-8a4d-acdff842bfe4 req-580bb57d-c163-4c6f-85c9-0f3366a74d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.648656 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ddf92ec-b14c-49f4-8a4d-acdff842bfe4 req-580bb57d-c163-4c6f-85c9-0f3366a74d7d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891957 Aug 24 18:30:05.759761 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:05.777038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-b3322b81-c951-4c94-8584-ac2bae97f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.778741 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-b3322b81-c951-4c94-8584-ac2bae97f01a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1128 time: 0.0488417 Aug 24 18:30:05.837179 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-c034779b-486a-4549-98b8-bd78076ba45a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 200 len: 217 time: 0.0416691 Aug 24 18:30:05.856427 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c2287-9b66-45e5-b204-8489a1169762 req-6177148b-5c5e-4512-8d58-c109c3e0814c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.860829 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-574c2287-9b66-45e5-b204-8489a1169762 req-6177148b-5c5e-4512-8d58-c109c3e0814c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0603554 Aug 24 18:30:05.888119 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-ba6df4e7-fd10-4f36-b59e-b494dd54a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.889706 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-ba6df4e7-fd10-4f36-b59e-b494dd54a43f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0473533 Aug 24 18:30:05.915582 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-574c2287-9b66-45e5-b204-8489a1169762 req-83bdf9af-64a3-4cbf-83eb-328dc569b195 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508699 Aug 24 18:30:05.929248 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:05.955726 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-7bcc493d-df33-4a74-b371-08616bfd9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:05.957388 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-7bcc493d-df33-4a74-b371-08616bfd9d62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602005 Aug 24 18:30:06.053364 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-0251c5ff-4ad8-4377-bda6-785343963829 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873504 Aug 24 18:30:06.186626 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-6f7a5f49-0550-4564-b44f-8fd06b4f0c4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787997 Aug 24 18:30:06.188533 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-51786c2c-c5ca-4f98-8a2a-c9b9ae34c688 req-927f495d-9a69-49b1-b695-4a1e24489ff9 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278870 Aug 24 18:30:07.051431 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419fca-5a18-4ed8-9dd9-4b331f5043a2 req-69177f3c-8857-48d9-88c4-ba513ca0f0fa tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:07.053948 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f8419fca-5a18-4ed8-9dd9-4b331f5043a2 req-69177f3c-8857-48d9-88c4-ba513ca0f0fa tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0569479 Aug 24 18:30:07.109487 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f8419fca-5a18-4ed8-9dd9-4b331f5043a2 req-e1f18779-dbae-4901-939d-b6882ac01c31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491273 Aug 24 18:30:08.286147 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78ce75-4f6d-4c0e-a029-038bf7350c1d req-3c2cbfb3-f079-4c02-a186-237619f63184 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:08.288613 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af78ce75-4f6d-4c0e-a029-038bf7350c1d req-3c2cbfb3-f079-4c02-a186-237619f63184 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0649750 Aug 24 18:30:08.370082 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af78ce75-4f6d-4c0e-a029-038bf7350c1d req-ab060238-a36a-4e7a-b59f-c769f7dc4d6c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755064 Aug 24 18:30:09.485338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037cd3e-6020-4e61-83cf-4490ac245d48 req-8ce0ab6c-d190-4506-a2d3-0c3fc32657d2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:09.486796 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8037cd3e-6020-4e61-83cf-4490ac245d48 req-8ce0ab6c-d190-4506-a2d3-0c3fc32657d2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0515409 Aug 24 18:30:09.538498 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8037cd3e-6020-4e61-83cf-4490ac245d48 req-b0d16196-e7b1-4788-b60c-4ffc8fd29e78 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436065 Aug 24 18:30:10.678491 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addb080-353d-400d-acd6-9bd4e29ec775 req-392cc315-53bc-40f8-b81e-ccb3e47efca0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:10.679953 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2addb080-353d-400d-acd6-9bd4e29ec775 req-392cc315-53bc-40f8-b81e-ccb3e47efca0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0639677 Aug 24 18:30:10.728427 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2addb080-353d-400d-acd6-9bd4e29ec775 req-52d667b2-cda9-4c45-bcd8-cc449df70f93 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404141 Aug 24 18:30:11.865479 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11568-cad1-4ccb-9867-75ce88194f2d req-ab93c9c2-0577-4647-9025-763e08548d7d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:11.866966 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2cd11568-cad1-4ccb-9867-75ce88194f2d req-ab93c9c2-0577-4647-9025-763e08548d7d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0586677 Aug 24 18:30:11.921742 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2cd11568-cad1-4ccb-9867-75ce88194f2d req-a70fe5be-9143-41e2-8550-61c634d9c659 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465946 Aug 24 18:30:11.979381 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-bf0fffdf-0896-4472-89a8-0eed4916b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:11.980950 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-bf0fffdf-0896-4472-89a8-0eed4916b691 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 1129 time: 0.0494027 Aug 24 18:30:12.250127 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-252ff10f-496f-4778-b586-0838db69abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:12.252974 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-252ff10f-496f-4778-b586-0838db69abec service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.1107526 Aug 24 18:30:12.298032 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-a35fcd6c-0d85-42a5-807e-cefd8f865007 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b HTTP/1.1" status: 200 len: 217 time: 0.0355654 Aug 24 18:30:12.369008 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-4db00b67-d690-4668-ad3c-5b1ea827fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:12.370763 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-4db00b67-d690-4668-ad3c-5b1ea827fcff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0652750 Aug 24 18:30:12.423040 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-29771a08-794b-4e28-b6b0-27ab50d3d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:12.424983 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-29771a08-794b-4e28-b6b0-27ab50d3d363 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478735 Aug 24 18:30:12.805339 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-c8d4e6d7-5d3e-454e-862f-5b29d00c8012 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730803 Aug 24 18:30:12.991358 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e726f4bc-fd54-404e-b992-3b87e8399b6f req-7ccc6817-0741-48ae-8c03-d6e7d55ead5d service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043825 Aug 24 18:30:13.115664 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d3871-c513-426b-b6e0-5a5ba7074506 req-2467ea0d-73cc-4bbe-a29d-9fd5ba9cf8ed tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:13.118273 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c5d3871-c513-426b-b6e0-5a5ba7074506 req-2467ea0d-73cc-4bbe-a29d-9fd5ba9cf8ed tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0833371 Aug 24 18:30:13.173027 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c5d3871-c513-426b-b6e0-5a5ba7074506 req-7a1722b5-de86-46b7-966c-f908dd95981b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488694 Aug 24 18:30:14.308493 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480989-d01a-436e-895b-599d4556f069 req-d2ad6b5e-f800-4690-b298-8a1e3d4a7901 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:14.315751 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c480989-d01a-436e-895b-599d4556f069 req-d2ad6b5e-f800-4690-b298-8a1e3d4a7901 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0633452 Aug 24 18:30:14.361982 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c480989-d01a-436e-895b-599d4556f069 req-483f4b27-bb9f-45ba-9348-ac7d052d927d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451820 Aug 24 18:30:15.500855 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f5ef0-35e5-4f36-a37b-58d4abf757e8 req-b56d7e69-c53f-4a43-b82f-3e1efdaf136e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:15.504849 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d1f5ef0-35e5-4f36-a37b-58d4abf757e8 req-b56d7e69-c53f-4a43-b82f-3e1efdaf136e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0696366 Aug 24 18:30:15.567195 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d1f5ef0-35e5-4f36-a37b-58d4abf757e8 req-baf66a61-1ff9-4a3f-906b-ca021a478e88 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537953 Aug 24 18:30:16.706413 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb233fd-969d-4408-977f-7f2670f54cd6 req-57254483-96de-47ca-97e3-b21351f221ca tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:16.708007 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cb233fd-969d-4408-977f-7f2670f54cd6 req-57254483-96de-47ca-97e3-b21351f221ca tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0647748 Aug 24 18:30:16.754438 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cb233fd-969d-4408-977f-7f2670f54cd6 req-f47cbe27-1781-4a35-9abf-f1b964812bd4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Aug 24 18:30:17.885311 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85ea76-6762-413f-96ba-ea8b8a49a777 req-ec8e7e95-4485-45a6-8fa4-66c751d7194f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:17.886806 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b85ea76-6762-413f-96ba-ea8b8a49a777 req-ec8e7e95-4485-45a6-8fa4-66c751d7194f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0600858 Aug 24 18:30:17.933449 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b85ea76-6762-413f-96ba-ea8b8a49a777 req-d3634037-8c44-46e0-8dbd-fdd5ee5f280a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 Aug 24 18:30:19.066910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7b203-8a83-4b2f-a32d-05939a1a357a req-913451a4-567a-4574-8220-bf896ecdd03a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:19.068345 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e6b7b203-8a83-4b2f-a32d-05939a1a357a req-913451a4-567a-4574-8220-bf896ecdd03a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0579576 Aug 24 18:30:19.119116 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e6b7b203-8a83-4b2f-a32d-05939a1a357a req-6d80b749-c9b4-4149-a061-5d18841e3dfa tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Aug 24 18:30:20.242428 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1588cf-3266-427a-a736-c71513b58df4 req-5250e382-eed7-4da5-82bb-e44a6b3883c2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:20.244762 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6d1588cf-3266-427a-a736-c71513b58df4 req-5250e382-eed7-4da5-82bb-e44a6b3883c2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0547385 Aug 24 18:30:20.303234 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6d1588cf-3266-427a-a736-c71513b58df4 req-95e35208-7a9c-463d-8aee-30f8e4d56060 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533729 Aug 24 18:30:21.286208 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-6219ec2f-6e52-42a1-b382-6f194a258150 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:21.288644 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-6219ec2f-6e52-42a1-b382-6f194a258150 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/networks?id=041c64d9-ec92-4ae3-ac25-e303229fae80 HTTP/1.1" status: 200 len: 813 time: 0.1209583 Aug 24 18:30:21.322480 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-57fc31c9-aaff-4a41-a2fe-bc57126ca201 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/quotas/1fd51ae9aa8b48178d3dfd0e359ce5b4 HTTP/1.1" status: 200 len: 375 time: 0.0259664 Aug 24 18:30:21.359526 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-3cedd8e8-c3d5-48f0-b654-584226842000 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359061 Aug 24 18:30:21.461502 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98b61b-8415-473b-8af3-95ff78a0006d req-868a2cc5-673d-4809-bcdd-81446e968a28 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:21.463795 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e98b61b-8415-473b-8af3-95ff78a0006d req-868a2cc5-673d-4809-bcdd-81446e968a28 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.0564158 Aug 24 18:30:21.477567 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-927662a5-d164-427d-9fd3-f2207d4bb80d service neutron] 10.222.0.55 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104939 Aug 24 18:30:21.560694 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e98b61b-8415-473b-8af3-95ff78a0006d req-1522525c-0f92-459b-8977-faf01235723e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764189 Aug 24 18:30:21.653243 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-1ebd53d9-ae3a-4362-998b-bda43bfa8338 service neutron] 10.222.0.55 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693642 Aug 24 18:30:21.902290 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c8e2db08-1ade-4bf0-a815-6e091d40c0ec req-4fac7580-f67e-4042-a44e-ecbbe3d91462 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Aug 24 18:30:22.019261 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56050) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:22.184010 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:22.261890 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Publish callbacks [] for security_group (1ab4365e-bd5f-4943-a854-bfd3473e0c8d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:22.269440 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (1ab4365e-bd5f-4943-a854-bfd3473e0c8d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:22.302496 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab4365e-bd5f-4943-a854-bfd3473e0c8d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:22.313134 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.313590 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.313994 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.314587 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.315067 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.315550 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.316123 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.316628 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.317134 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.317610 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.318099 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.318589 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.319064 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.335516 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-295f2a34-303f-4032-a7cb-956a6230dce0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae59ac934a434adc986f52c1735f71de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149352 Aug 24 18:30:22.338577 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56060) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:22.423726 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Publish callbacks [] for security_group (1ab4365e-bd5f-4943-a854-bfd3473e0c8d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:22.448771 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Publish callbacks [] for security_group (1ab4365e-bd5f-4943-a854-bfd3473e0c8d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:22.517964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (1ab4365e-bd5f-4943-a854-bfd3473e0c8d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:22.525936 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:22.527401 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ab4365e-bd5f-4943-a854-bfd3473e0c8d HTTP/1.1" status: 204 len: 168 time: 0.1867659 Aug 24 18:30:22.540342 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab4365e-bd5f-4943-a854-bfd3473e0c8d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:22.564509 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.565451 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.566068 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.566672 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.567453 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.568877 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.569871 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.571088 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.571964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.572716 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.573541 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.574179 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.574758 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c3af7-ffdc-4792-871b-7f2201fe69b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:22.796009 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c909d-b188-4de0-a95b-742f40780b0b req-d77ed4e6-f172-465f-9584-34113295bb7e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:22.797822 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-682c909d-b188-4de0-a95b-742f40780b0b req-d77ed4e6-f172-465f-9584-34113295bb7e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 944 time: 0.1270518 Aug 24 18:30:22.960536 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-682c909d-b188-4de0-a95b-742f40780b0b req-1a5e2bed-d97b-4488-9a80-df5ce3b2accc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473162 Aug 24 18:30:23.081484 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ccb2b25c-858d-45a6-a613-c5b73c5f43a0 req-606830d0-e0ec-4df4-9608-f8cae2c0813b tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 210 time: 0.0390487 Aug 24 18:30:23.617225 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-41733698-a4f7-406d-a075-6e07d720c7f4 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:23.618826 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-41733698-a4f7-406d-a075-6e07d720c7f4 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "GET /v2.0/networks?id=041c64d9-ec92-4ae3-ac25-e303229fae80 HTTP/1.1" status: 200 len: 813 time: 0.1145008 Aug 24 18:30:23.649402 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Request body: {'port': {'device_id': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80', 'admin_state_up': True, 'tenant_id': '1fd51ae9aa8b48178d3dfd0e359ce5b4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:23.681165 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 60042808-356b-4ef8-844f-ca50589aca14 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:30:23.779519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Made reservation on behalf of 1fd51ae9aa8b48178d3dfd0e359ce5b4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:30:23.786561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:23.903783 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 60042808-356b-4ef8-844f-ca50589aca14, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=60042808-356b-4ef8-844f-ca50589aca14,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:23.918471 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '60042808-356b-4ef8-844f-ca50589aca14', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'port_id': '60042808-356b-4ef8-844f-ca50589aca14', 'mac_address': 'fa:16:3e:ef:80:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:30:23.964876 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 60042808-356b-4ef8-844f-ca50589aca14 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:30:23.965721 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (60042808-356b-4ef8-844f-ca50589aca14), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:23.985059 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60042808-356b-4ef8-844f-ca50589aca14 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:30:23.994656 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Allocated IP 172.20.0.3 (041c64d9-ec92-4ae3-ac25-e303229fae80/5aed580f-38a8-4084-ad7b-88252fe45052/a431aa1d-41d1-4ff7-b207-8a0f90257270) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:30:24.018780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 60042808-356b-4ef8-844f-ca50589aca14, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=60042808-356b-4ef8-844f-ca50589aca14,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:24.025981 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (60042808-356b-4ef8-844f-ca50589aca14), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:24.106618 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=60042808-356b-4ef8-844f-ca50589aca14,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:24.252920 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ffce798-87b1-41fd-ab13-7ddda90fb431 req-3176a066-e893-4084-957c-e9af9c57cea3 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 210 time: 0.0503862 Aug 24 18:30:24.366275 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks [] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:24.433043 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c1549-697c-41db-b81d-980dc5147a0e req-bf24417d-503b-421b-8188-7ccfb1603b98 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:24.443115 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d5c1549-697c-41db-b81d-980dc5147a0e req-bf24417d-503b-421b-8188-7ccfb1603b98 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.2459176 Aug 24 18:30:24.494156 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:24.553748 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d5c1549-697c-41db-b81d-980dc5147a0e req-24c574d2-44fb-4a6f-ba7b-bb854449cfd6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095371 Aug 24 18:30:24.565565 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Network 041c64d9-ec92-4ae3-ac25-e303229fae80 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:30:24.577940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Pushing event updated for resources: {'Port': ['ID=a431aa1d-41d1-4ff7-b207-8a0f90257270,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:24.591243 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:24.599452 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:30:24.654881 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:24.655574 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:24.673354 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-e1cb33f3-ada8-40bb-a1b7-f6e888232e67 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0394506 Aug 24 18:30:25.378447 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d059e8e-a51d-44e4-a218-41efbbb3508d req-c1c9a6ee-7486-44ab-8194-3cf69c30e8e1 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:25.380014 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d059e8e-a51d-44e4-a218-41efbbb3508d req-c1c9a6ee-7486-44ab-8194-3cf69c30e8e1 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 931 time: 0.0575416 Aug 24 18:30:25.428060 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d059e8e-a51d-44e4-a218-41efbbb3508d req-98aae6df-ff59-49ea-bf14-b3fb696a6349 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Aug 24 18:30:25.673207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aecd1-5be3-435f-896d-d05419fac216 req-cb61662d-c59a-4bc8-94e8-0bfdfa9e8b88 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:25.674729 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2f5aecd1-5be3-435f-896d-d05419fac216 req-cb61662d-c59a-4bc8-94e8-0bfdfa9e8b88 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.0543325 Aug 24 18:30:25.726471 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2f5aecd1-5be3-435f-896d-d05419fac216 req-ab948de8-0c20-434b-a5c3-01cc0e6debdf tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454013 Aug 24 18:30:26.454811 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:30:26.555309 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d0a09-8f2e-475d-859a-1405c668ff51 req-b724b159-d928-4863-97a4-537776c7120f tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:26.556819 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c3d0a09-8f2e-475d-859a-1405c668ff51 req-b724b159-d928-4863-97a4-537776c7120f tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 931 time: 0.0532804 Aug 24 18:30:26.607174 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c3d0a09-8f2e-475d-859a-1405c668ff51 req-69cade0e-4caf-4815-9a41-ad46b3a7c767 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 Aug 24 18:30:26.873456 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e590825-a663-4384-800d-84946cf4afe0 req-4fdb368e-6325-44c7-be3c-7b9c9567b731 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:26.874919 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e590825-a663-4384-800d-84946cf4afe0 req-4fdb368e-6325-44c7-be3c-7b9c9567b731 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.0579352 Aug 24 18:30:26.925281 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e590825-a663-4384-800d-84946cf4afe0 req-43efcb18-854a-4052-bea8-9a89443f2f63 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Aug 24 18:30:27.276811 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Request body: {'port': {'device_id': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:27.339570 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:27.597704 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a431aa1d-41d1-4ff7-b207-8a0f90257270 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:30:27.605049 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Publish callbacks [] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:27.617102 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Transition to ACTIVE for port object a431aa1d-41d1-4ff7-b207-8a0f90257270 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:30:27.621373 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:27.699957 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Pushing event updated for resources: {'Port': ['ID=a431aa1d-41d1-4ff7-b207-8a0f90257270,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:27.730130 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Attempting to bind port a431aa1d-41d1-4ff7-b207-8a0f90257270 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:30:27.730390 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Attempting to bind port a431aa1d-41d1-4ff7-b207-8a0f90257270 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:30:27.730725 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Attempting to bind port a431aa1d-41d1-4ff7-b207-8a0f90257270 on network 041c64d9-ec92-4ae3-ac25-e303229fae80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:30:27.734980 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Port a431aa1d-41d1-4ff7-b207-8a0f90257270 on network 041c64d9-ec92-4ae3-ac25-e303229fae80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:30:27.735308 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Attempting to bind port a431aa1d-41d1-4ff7-b207-8a0f90257270 on network 041c64d9-ec92-4ae3-ac25-e303229fae80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:30:27.739616 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc13c-a58e-4773-b8eb-82a48a2dabc9 req-0befd6b5-c487-450e-8112-494b81a0b6ec tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:27.740190 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:30:27.740564 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Checking segment: {'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:30:27.740956 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Bound using segment: {'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:30:27.741378 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Bound port: a431aa1d-41d1-4ff7-b207-8a0f90257270, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eef1b57-571e-4934-b8ba-f6d6f448365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:30:27.741740 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:27.747065 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59cdc13c-a58e-4773-b8eb-82a48a2dabc9 req-0befd6b5-c487-450e-8112-494b81a0b6ec tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 943 time: 0.0685854 Aug 24 18:30:27.800578 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59cdc13c-a58e-4773-b8eb-82a48a2dabc9 req-64a718a9-9193-4587-b06e-381eb09d3029 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524604 Aug 24 18:30:27.808741 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] For port a431aa1d-41d1-4ff7-b207-8a0f90257270, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:30:27.812126 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] For port a431aa1d-41d1-4ff7-b207-8a0f90257270, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=a431aa1d-41d1-4ff7-b207-8a0f90257270,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:30:27.827997 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:27.829321 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:27.829969 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:27.831405 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] 10.222.0.58 "PUT /v2.0/ports/a431aa1d-41d1-4ff7-b207-8a0f90257270 HTTP/1.1" status: 200 len: 1093 time: 0.5594649 Aug 24 18:30:27.831844 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'tag': 'a431aa1d-41d1-4ff7-b207-8a0f90257270'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:30:27.834272 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c617aa-6b07-4d5a-a5cb-2f0642164984" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9", "tag": "a431aa1d-41d1-4ff7-b207-8a0f90257270"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:30:27.870206 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253c9704-5c00-4869-be78-11c4c66cca40 x-openstack-request-id: req-253c9704-5c00-4869-be78-11c4c66cca40 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:30:27.870509 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9", "tag": "a431aa1d-41d1-4ff7-b207-8a0f90257270", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:30:27.870885 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-253c9704-5c00-4869-be78-11c4c66cca40 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:30:27.871311 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253c9704-5c00-4869-be78-11c4c66cca40'] response: {'name': 'network-changed', 'server_uuid': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'tag': 'a431aa1d-41d1-4ff7-b207-8a0f90257270', 'status': 'completed', 'code': 200} Aug 24 18:30:27.882770 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6dc9-76af-44bd-8f5f-c8b1887ec00f service neutron] Pushing event updated for resources: {'Port': ['ID=a431aa1d-41d1-4ff7-b207-8a0f90257270,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:28.050470 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aca20-2ec9-4418-b4d1-611c92e316e2 req-a57ed5a6-a19b-4e91-8d5e-b6ebb33374cc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:28.051888 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e2aca20-2ec9-4418-b4d1-611c92e316e2 req-a57ed5a6-a19b-4e91-8d5e-b6ebb33374cc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Aug 24 18:30:28.097294 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e2aca20-2ec9-4418-b4d1-611c92e316e2 req-27c55ad1-8089-47f1-979a-63536f85a368 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 Aug 24 18:30:28.837275 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c617aa-6b07-4d5a-a5cb-2f0642164984 req-b1c57d1e-adf2-4481-a249-ba8fde737af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:28.839550 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04c617aa-6b07-4d5a-a5cb-2f0642164984 req-b1c57d1e-adf2-4481-a249-ba8fde737af7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 1127 time: 0.0454795 Aug 24 18:30:28.992991 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c617aa-6b07-4d5a-a5cb-2f0642164984 req-89a27d64-4593-4f3f-8290-2558c1394f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:28.994518 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04c617aa-6b07-4d5a-a5cb-2f0642164984 req-89a27d64-4593-4f3f-8290-2558c1394f3e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1398940 Aug 24 18:30:29.011058 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013658-e9a1-4596-af0a-a178c23be0d3 req-69b9ec1f-10f3-4291-822c-2e7af803b789 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:29.018461 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-72013658-e9a1-4596-af0a-a178c23be0d3 req-69b9ec1f-10f3-4291-822c-2e7af803b789 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 943 time: 0.1146047 Aug 24 18:30:29.055498 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['60042808-356b-4ef8-844f-ca50589aca14'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:30:29.136487 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-72013658-e9a1-4596-af0a-a178c23be0d3 req-27c289b0-fef5-4fd7-a18f-45168cfff3ad tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082907 Aug 24 18:30:29.270556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dee435-efc7-414e-8452-5cc7a7fafb21 req-4ca7ad29-6724-4599-9289-32d41410456d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:29.273480 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75dee435-efc7-414e-8452-5cc7a7fafb21 req-4ca7ad29-6724-4599-9289-32d41410456d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.0712104 Aug 24 18:30:29.346099 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75dee435-efc7-414e-8452-5cc7a7fafb21 req-dc00aaac-cb3c-4385-b10c-221e4e6e3ca5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609179 Aug 24 18:30:29.734502 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c617aa-6b07-4d5a-a5cb-2f0642164984 req-70dcb3fd-78d5-407f-9da0-b14e6c36742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:29.735962 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04c617aa-6b07-4d5a-a5cb-2f0642164984 req-70dcb3fd-78d5-407f-9da0-b14e6c36742c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438651 Aug 24 18:30:29.876901 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-f2884d92-b48d-4f6d-8e83-b7eea00ef85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:29.879761 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-f2884d92-b48d-4f6d-8e83-b7eea00ef85b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 1127 time: 0.0652916 Aug 24 18:30:29.940901 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-a53c9cce-25d8-49c9-99a6-0ef1bb6971a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a431aa1d-41d1-4ff7-b207-8a0f90257270 HTTP/1.1" status: 200 len: 217 time: 0.0403361 Aug 24 18:30:29.946573 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-68176d6c-94c8-4336-9a1c-b01f7575fd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:30.003892 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-3322bde2-2fe7-4717-856c-c634f4092f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:30.005520 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-3322bde2-2fe7-4717-856c-c634f4092f29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aed580f-38a8-4084-ad7b-88252fe45052 HTTP/1.1" status: 200 len: 853 time: 0.0542953 Aug 24 18:30:30.049202 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-d51aa16d-486c-4433-96ad-1baa0dcbf5b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=041c64d9-ec92-4ae3-ac25-e303229fae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371351 Aug 24 18:30:30.152859 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-cbca416a-4c32-437e-9fa6-a953b1abfed0 service neutron] 10.222.0.58 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969126 Aug 24 18:30:30.285813 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34f07caa-099a-4d2f-a819-d72b9d085519 req-65f06034-1856-4a61-ae37-b301b908f776 service neutron] 10.222.0.58 "GET /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212080 Aug 24 18:30:30.328997 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570466c6-d8a0-4532-86e5-02fe3607ebc1 req-b7e50b4a-c196-42cb-8041-58f2cb2c451e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:30.330571 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-570466c6-d8a0-4532-86e5-02fe3607ebc1 req-b7e50b4a-c196-42cb-8041-58f2cb2c451e tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 943 time: 0.0863013 Aug 24 18:30:30.411972 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-570466c6-d8a0-4532-86e5-02fe3607ebc1 req-3bfbc37f-5389-4961-9e5c-6f53d673f41a tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705032 Aug 24 18:30:30.518085 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33c0d-f18d-4dbc-8521-3493055a7db3 req-9635715b-fc3d-4aef-987c-9fec43e9ad39 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:30.527291 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06a33c0d-f18d-4dbc-8521-3493055a7db3 req-9635715b-fc3d-4aef-987c-9fec43e9ad39 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.0740836 Aug 24 18:30:30.582509 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06a33c0d-f18d-4dbc-8521-3493055a7db3 req-cc75da0b-1571-410d-9a18-69fc85407399 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532279 Aug 24 18:30:31.555561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac21f4b-e2a3-4df1-b0cc-75db0d519495 req-70f9fcd1-be29-42b0-ab99-ee486d1a7f69 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:31.557181 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fac21f4b-e2a3-4df1-b0cc-75db0d519495 req-70f9fcd1-be29-42b0-ab99-ee486d1a7f69 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 943 time: 0.0599785 Aug 24 18:30:31.619796 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fac21f4b-e2a3-4df1-b0cc-75db0d519495 req-f3276aa9-92bb-4d84-b932-0807ab406bc0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Aug 24 18:30:31.727058 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bc76a-1f98-4228-9928-6ac38c09ccbb req-1a4fc010-8ee9-42dc-b484-a3af81296169 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:31.731913 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-327bc76a-1f98-4228-9928-6ac38c09ccbb req-1a4fc010-8ee9-42dc-b484-a3af81296169 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.0642455 Aug 24 18:30:31.825685 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-327bc76a-1f98-4228-9928-6ac38c09ccbb req-810cc25f-8c7f-4f3e-a299-25ef1db46e38 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847523 Aug 24 18:30:31.883544 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97499b23-1205-4fbb-b5f4-ec56e9d2986c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:32.734631 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 60042808-356b-4ef8-844f-ca50589aca14 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:30:32.747930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6d839-a95a-4c79-9fc3-9a4b0e3dc2b6 req-11a0210a-26ac-421f-a1ac-ceedd834ecf5 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:32.749477 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7af6d839-a95a-4c79-9fc3-9a4b0e3dc2b6 req-11a0210a-26ac-421f-a1ac-ceedd834ecf5 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 943 time: 0.0531805 Aug 24 18:30:32.788827 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 60042808-356b-4ef8-844f-ca50589aca14 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:30:32.792634 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 60042808-356b-4ef8-844f-ca50589aca14 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:32.793225 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (60042808-356b-4ef8-844f-ca50589aca14), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:32.804111 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7af6d839-a95a-4c79-9fc3-9a4b0e3dc2b6 req-c9a6306f-21ca-4129-8476-b08cc92eeb74 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487850 Aug 24 18:30:32.864701 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 60042808-356b-4ef8-844f-ca50589aca14 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:30:32.865274 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (60042808-356b-4ef8-844f-ca50589aca14), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:32.893770 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60042808-356b-4ef8-844f-ca50589aca14'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:30:32.896344 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e7e2dc-0155-4c1c-a93a-7c97f5d8ed58" -d '{"events": [{"server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "name": "network-vif-plugged", "status": "completed", "tag": "60042808-356b-4ef8-844f-ca50589aca14"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:30:32.909571 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 60042808-356b-4ef8-844f-ca50589aca14, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=60042808-356b-4ef8-844f-ca50589aca14,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:32.914632 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (60042808-356b-4ef8-844f-ca50589aca14), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:32.938575 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba29b7-0eb7-43a9-8a6e-67a3839b6217 x-openstack-request-id: req-44ba29b7-0eb7-43a9-8a6e-67a3839b6217 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:30:32.938975 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "name": "network-vif-plugged", "status": "completed", "tag": "60042808-356b-4ef8-844f-ca50589aca14", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:30:32.939433 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44ba29b7-0eb7-43a9-8a6e-67a3839b6217 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:30:32.939847 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ba29b7-0eb7-43a9-8a6e-67a3839b6217'] response: {'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60042808-356b-4ef8-844f-ca50589aca14', 'code': 200} Aug 24 18:30:32.952792 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc9f4-4bb7-48ac-b77d-59e3b50189ce req-8872c62a-7fec-44f0-b505-892aa4a9ca2e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:32.954259 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-789dc9f4-4bb7-48ac-b77d-59e3b50189ce req-8872c62a-7fec-44f0-b505-892aa4a9ca2e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 945 time: 0.0594668 Aug 24 18:30:32.968650 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=60042808-356b-4ef8-844f-ca50589aca14,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:32.975515 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.975900 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.976263 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.976632 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.976964 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.977291 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.977617 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.977943 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.978264 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.978596 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.978917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.979235 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:32.979551 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:33.001697 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-789dc9f4-4bb7-48ac-b77d-59e3b50189ce req-2af99469-dab8-4896-9ced-ae1c65bdf5f7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Aug 24 18:30:33.255322 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5ef74-4e3c-418c-ae23-6a3a40aa9d49 req-516518fa-fe1b-4d1c-9b6b-0f777d5db382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:33.256947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-78f5ef74-4e3c-418c-ae23-6a3a40aa9d49 req-516518fa-fe1b-4d1c-9b6b-0f777d5db382 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1130 time: 0.0504501 Aug 24 18:30:33.277530 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:33.301855 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-78f5ef74-4e3c-418c-ae23-6a3a40aa9d49 req-e5cb8174-b66a-4952-b5f1-2f0e6c381ce6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381067 Aug 24 18:30:33.939305 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2274cc-56b4-4eb7-ab9b-639e0a544955 req-82b49d7d-884c-45a4-9c06-de4a52600fce tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:33.940827 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db2274cc-56b4-4eb7-ab9b-639e0a544955 req-82b49d7d-884c-45a4-9c06-de4a52600fce tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 943 time: 0.0551436 Aug 24 18:30:33.991066 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db2274cc-56b4-4eb7-ab9b-639e0a544955 req-e9cd99d8-0dcd-40a1-8b1c-15766dda5172 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Aug 24 18:30:34.126951 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82dc6f-3428-4ffa-a0cc-ab1b95f21824 req-dfb668e6-08cd-49ee-9449-74e52102f370 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:34.128483 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a82dc6f-3428-4ffa-a0cc-ab1b95f21824 req-dfb668e6-08cd-49ee-9449-74e52102f370 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0551677 Aug 24 18:30:34.178850 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a82dc6f-3428-4ffa-a0cc-ab1b95f21824 req-13c37141-9861-46ac-b8b9-3cfc922a8a31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Aug 24 18:30:34.519053 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:34.726716 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device a431aa1d-41d1-4ff7-b207-8a0f90257270 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:30:34.828718 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port a431aa1d-41d1-4ff7-b207-8a0f90257270, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=a431aa1d-41d1-4ff7-b207-8a0f90257270,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:34.840127 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'a431aa1d-41d1-4ff7-b207-8a0f90257270', 'network_id': '041c64d9-ec92-4ae3-ac25-e303229fae80', 'port_id': 'a431aa1d-41d1-4ff7-b207-8a0f90257270', 'mac_address': 'fa:16:3e:af:fb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aed580f-38a8-4084-ad7b-88252fe45052', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:30:34.877346 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port a431aa1d-41d1-4ff7-b207-8a0f90257270 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:30:34.877798 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:34.890997 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a431aa1d-41d1-4ff7-b207-8a0f90257270 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:30:34.911916 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port a431aa1d-41d1-4ff7-b207-8a0f90257270, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=a431aa1d-41d1-4ff7-b207-8a0f90257270,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:34.917091 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:34.962436 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=a431aa1d-41d1-4ff7-b207-8a0f90257270,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:35.113142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb812cc7-9cc9-472c-b76e-f17636290cc9 req-c6468dc9-b70e-4773-99c9-ff1ab248f5ea tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:35.114487 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cb812cc7-9cc9-472c-b76e-f17636290cc9 req-c6468dc9-b70e-4773-99c9-ff1ab248f5ea tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 944 time: 0.0529792 Aug 24 18:30:35.167615 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cb812cc7-9cc9-472c-b76e-f17636290cc9 req-e30eb297-65e9-4e18-b575-294a4025c2a5 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471103 Aug 24 18:30:35.300468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514df30f-0f27-4d8a-94b3-063bda9e34c9 req-1fcdc545-78be-4213-904a-ec79a87ff184 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:35.301922 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-514df30f-0f27-4d8a-94b3-063bda9e34c9 req-1fcdc545-78be-4213-904a-ec79a87ff184 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0528419 Aug 24 18:30:35.352061 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-514df30f-0f27-4d8a-94b3-063bda9e34c9 req-fc025bb0-1476-4ac9-9794-b0bad3c2e0ff tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Aug 24 18:30:35.669878 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['a431aa1d-41d1-4ff7-b207-8a0f90257270'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:30:35.770442 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:35.976548 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:36.315593 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f0c2-4f0c-4ac0-9fe2-0fba7533ef8b req-10c70aec-e5ab-49d0-9ba8-c0355f28fd13 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:36.320777 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b05f0c2-4f0c-4ac0-9fe2-0fba7533ef8b req-10c70aec-e5ab-49d0-9ba8-c0355f28fd13 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 944 time: 0.0689430 Aug 24 18:30:36.386832 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b05f0c2-4f0c-4ac0-9fe2-0fba7533ef8b req-80a3e6b5-bd05-47d6-bad7-0b3eb81e5545 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571196 Aug 24 18:30:36.479034 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a870b-6205-4e44-8b23-5710abb30f1d req-d88e286a-0420-4db1-a8dd-11460c160d1f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:36.480531 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be6a870b-6205-4e44-8b23-5710abb30f1d req-d88e286a-0420-4db1-a8dd-11460c160d1f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0549936 Aug 24 18:30:36.532345 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be6a870b-6205-4e44-8b23-5710abb30f1d req-6b381318-ad15-4689-a0e5-4b5d88751783 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442991 Aug 24 18:30:36.656704 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67dd50-ed45-4943-9049-2c3fcbfb3174 req-08f867e4-74dd-406f-94bf-c6eac9c3a341 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:36.658240 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8a67dd50-ed45-4943-9049-2c3fcbfb3174 req-08f867e4-74dd-406f-94bf-c6eac9c3a341 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0608327 Aug 24 18:30:36.669010 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56368) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:36.674257 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'floatingip': {'port_id': '60042808-356b-4ef8-844f-ca50589aca14'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:36.713309 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:36.932414 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:37.040765 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7eeae0a3-8e31-4ddc-ba84-a4e8e67a915c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.120593 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7eeae0a3-8e31-4ddc-ba84-a4e8e67a915c admin admin] Publish callbacks [] for security_group (9e57ca52-6ec1-4518-b660-9739fad83b39), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.125646 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7eeae0a3-8e31-4ddc-ba84-a4e8e67a915c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (9e57ca52-6ec1-4518-b660-9739fad83b39), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.134344 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.139110 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.166889 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7eeae0a3-8e31-4ddc-ba84-a4e8e67a915c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccb6953ee9a64276bb8e04dacbed1c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306330 Aug 24 18:30:37.166889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeae0a3-8e31-4ddc-ba84-a4e8e67a915c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57ca52-6ec1-4518-b660-9739fad83b39,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:37.168648 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56378) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:37.218457 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0087fa63-0eae-4ff7-98e5-1da4f26cf8df admin admin] Publish callbacks [] for security_group (9e57ca52-6ec1-4518-b660-9739fad83b39), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.239297 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0087fa63-0eae-4ff7-98e5-1da4f26cf8df admin admin] Publish callbacks [] for security_group (9e57ca52-6ec1-4518-b660-9739fad83b39), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.240807 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Floating IP 72c46965-518b-4b83-b893-e083ab7b3e33 associated. External IP: 172.27.3.93, port: 60042808-356b-4ef8-844f-ca50589aca14. Aug 24 18:30:37.288265 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0087fa63-0eae-4ff7-98e5-1da4f26cf8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (9e57ca52-6ec1-4518-b660-9739fad83b39), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.290897 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0087fa63-0eae-4ff7-98e5-1da4f26cf8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.292094 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0087fa63-0eae-4ff7-98e5-1da4f26cf8df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e57ca52-6ec1-4518-b660-9739fad83b39 HTTP/1.1" status: 204 len: 168 time: 0.1223302 Aug 24 18:30:37.300143 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087fa63-0eae-4ff7-98e5-1da4f26cf8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57ca52-6ec1-4518-b660-9739fad83b39,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:37.457996 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:30:37.558110 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746b802-b57c-454f-b137-9fb662664627 req-8a297583-b615-42bd-b2ac-df805826d7f4 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:37.560889 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f746b802-b57c-454f-b137-9fb662664627 req-8a297583-b615-42bd-b2ac-df805826d7f4 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 944 time: 0.1061532 Aug 24 18:30:37.840904 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:30:37.847314 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:37.853013 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] Sync routers for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:30:37.862862 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:30:37.863685 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:30:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:37.878107 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f746b802-b57c-454f-b137-9fb662664627 req-b286cf68-9572-43c6-b1e4-39a0e16d1e72 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789392 Aug 24 18:30:37.889779 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fd2efcd7-7307-4799-9d88-da59c3a99ce3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "PUT /v2.0/floatingips/72c46965-518b-4b83-b893-e083ab7b3e33 HTTP/1.1" status: 200 len: 991 time: 1.2171710 Aug 24 18:30:37.889779 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:30:37.890601 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37694b95-3d76-40b3-918b-78364da5622c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:30:37.939884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c393cff6-f6d3-4b67-9830-a6a008f546ab x-openstack-request-id: req-c393cff6-f6d3-4b67-9830-a6a008f546ab {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:30:37.939884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:30:37.939884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c393cff6-f6d3-4b67-9830-a6a008f546ab {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:30:37.939884 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c393cff6-f6d3-4b67-9830-a6a008f546ab'] response: {'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14', 'status': 'completed', 'code': 200} Aug 24 18:30:37.983269 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:30:38.039475 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694b95-3d76-40b3-918b-78364da5622c req-9e6ceea3-9159-4cf1-91c6-e182cbbc9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:38.041763 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37694b95-3d76-40b3-918b-78364da5622c req-9e6ceea3-9159-4cf1-91c6-e182cbbc9ec6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1130 time: 0.0497561 Aug 24 18:30:38.139157 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694b95-3d76-40b3-918b-78364da5622c req-95827c7f-5cfc-4756-86a4-c738952ea2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:38.141019 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37694b95-3d76-40b3-918b-78364da5622c req-95827c7f-5cfc-4756-86a4-c738952ea2f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.0936351 Aug 24 18:30:38.208485 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37694b95-3d76-40b3-918b-78364da5622c req-85f1042f-27c0-4027-a69f-12f8f16d538b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 200 len: 999 time: 0.0602612 Aug 24 18:30:38.265541 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694b95-3d76-40b3-918b-78364da5622c req-52012c46-0ab9-43fe-aaab-f0833940746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:38.267100 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37694b95-3d76-40b3-918b-78364da5622c req-52012c46-0ab9-43fe-aaab-f0833940746c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0520327 Aug 24 18:30:38.319697 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694b95-3d76-40b3-918b-78364da5622c req-dff1dbc9-1417-452a-9ab5-199beaebbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:38.321406 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37694b95-3d76-40b3-918b-78364da5622c req-dff1dbc9-1417-452a-9ab5-199beaebbadb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479794 Aug 24 18:30:38.386016 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '72c46965-518b-4b83-b893-e083ab7b3e33', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'port_id': '60042808-356b-4ef8-844f-ca50589aca14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'mac_address': 'fa:16:3e:ef:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:29:56Z', 'updated_at': '2022-08-24T18:30:37Z', 'revision_number': 1, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:38.410710 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] Checking router: 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:30:38.420569 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:30:38.421406 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:30:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:38.424677 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37694b95-3d76-40b3-918b-78364da5622c req-0509d33d-1a27-4721-a4ef-80932d6f5903 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954089 Aug 24 18:30:38.549549 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37694b95-3d76-40b3-918b-78364da5622c req-c9183db5-ea22-46f5-9de3-aafaf8a20e89 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174726 Aug 24 18:30:38.566349 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56428) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:38.574305 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:30:38.620340 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] Deleting subnet 4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:30:38.625766 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] Publish callbacks [] for subnet (4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.672884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9638878'] for subnet (4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.746099 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.753537 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device a431aa1d-41d1-4ff7-b207-8a0f90257270 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:30:38.843091 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9115538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8504490'] for subnet (4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.858942 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port a431aa1d-41d1-4ff7-b207-8a0f90257270 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:30:38.860560 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.867297 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port a431aa1d-41d1-4ff7-b207-8a0f90257270 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:38.867413 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2 HTTP/1.1" status: 204 len: 168 time: 0.2962873 Aug 24 18:30:38.867503 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.868184 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:38.898451 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16969485-7b3f-457d-8d17-1e1f97715f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfe5f09-1814-43f1-a37c-4fda9cfd9cd2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:38.959009 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '72c46965-518b-4b83-b893-e083ab7b3e33', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'port_id': '60042808-356b-4ef8-844f-ca50589aca14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'mac_address': 'fa:16:3e:ef:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:29:56Z', 'updated_at': '2022-08-24T18:30:37Z', 'revision_number': 1, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:38.965481 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port a431aa1d-41d1-4ff7-b207-8a0f90257270 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:30:38.965923 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.970706 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (21ef080f-96f3-4a50-9c65-56d35b5c17a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:38.997284 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d387ac0-9614-4684-acab-3f3c851993bb None None] The sync data for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi is: [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '72c46965-518b-4b83-b893-e083ab7b3e33', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'port_id': '60042808-356b-4ef8-844f-ca50589aca14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'mac_address': 'fa:16:3e:ef:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:29:56Z', 'updated_at': '2022-08-24T18:30:37Z', 'revision_number': 1, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:30:39.014791 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a431aa1d-41d1-4ff7-b207-8a0f90257270'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:30:39.023736 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65676bc-a74f-43e9-a709-9e07b829922e" -d '{"events": [{"server_uuid": "f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9", "name": "network-vif-plugged", "status": "completed", "tag": "a431aa1d-41d1-4ff7-b207-8a0f90257270"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:30:39.058643 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port a431aa1d-41d1-4ff7-b207-8a0f90257270, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=a431aa1d-41d1-4ff7-b207-8a0f90257270,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:39.067892 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.068583 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3684-7eb4-42f3-adb8-cfa3c7d3aebc req-317fca04-fdc0-4904-829f-6b1357a7ee68 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:39.071889 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-276e3684-7eb4-42f3-adb8-cfa3c7d3aebc req-317fca04-fdc0-4904-829f-6b1357a7ee68 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 944 time: 0.0985923 Aug 24 18:30:39.085485 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83e99e4-906e-47f1-95b8-4abc6ac09893 x-openstack-request-id: req-d83e99e4-906e-47f1-95b8-4abc6ac09893 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:30:39.085817 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9", "name": "network-vif-plugged", "status": "completed", "tag": "a431aa1d-41d1-4ff7-b207-8a0f90257270", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:30:39.086086 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d83e99e4-906e-47f1-95b8-4abc6ac09893 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:30:39.086527 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83e99e4-906e-47f1-95b8-4abc6ac09893'] response: {'server_uuid': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a431aa1d-41d1-4ff7-b207-8a0f90257270', 'code': 200} Aug 24 18:30:39.088370 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (21ef080f-96f3-4a50-9c65-56d35b5c17a1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.117195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ef080f-96f3-4a50-9c65-56d35b5c17a1']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:39.142784 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31dd15c-0c28-4eb5-8992-de5669420c8a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:39.143847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31dd15c-0c28-4eb5-8992-de5669420c8a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:39.155664 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (e31dd15c-0c28-4eb5-8992-de5669420c8a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.162870 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=a431aa1d-41d1-4ff7-b207-8a0f90257270,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:39.168918 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-276e3684-7eb4-42f3-adb8-cfa3c7d3aebc req-90bca917-1f81-466c-a1ce-5117a5e4233f tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839975 Aug 24 18:30:39.198195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (e31dd15c-0c28-4eb5-8992-de5669420c8a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.212551 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:30:39.213282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (e31dd15c-0c28-4eb5-8992-de5669420c8a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.281078 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment e31dd15c-0c28-4eb5-8992-de5669420c8a resource provider aggregate not found Aug 24 18:30:39.325911 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment e31dd15c-0c28-4eb5-8992-de5669420c8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e31dd15c-0c28-4eb5-8992-de5669420c8a found for delete ", "request_id": "req-2cdf4086-92e7-40c7-a008-3177a2108543"}]} Aug 24 18:30:39.341354 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (21ef080f-96f3-4a50-9c65-56d35b5c17a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.364463 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.367757 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/21ef080f-96f3-4a50-9c65-56d35b5c17a1 HTTP/1.1" status: 204 len: 168 time: 0.4985325 Aug 24 18:30:39.369131 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059f98c-b034-4643-abb4-bb161662c2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ef080f-96f3-4a50-9c65-56d35b5c17a1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:39.377755 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1134e-f2b0-43e4-80fd-d752b039560f req-ae557e45-8752-481b-a66b-15fe5dd24b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:39.379359 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cbf1134e-f2b0-43e4-80fd-d752b039560f req-ae557e45-8752-481b-a66b-15fe5dd24b33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 1129 time: 0.0917778 Aug 24 18:30:39.441192 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cbf1134e-f2b0-43e4-80fd-d752b039560f req-f13508d4-06a3-4235-9635-4a6af7fadc18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Aug 24 18:30:39.570459 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56464) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:39.614637 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d7d1cf07-0f14-4c97-9242-2ddf795cfbf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2c3fd9e7c9a42498618d9911f2fd3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428789 Aug 24 18:30:39.617411 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:39.671004 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-737c5208-1d74-43cf-942b-c020b3cca7c8 admin admin] Publish callbacks [] for security_group (68062f49-ad9d-4349-a95d-9141f42f91fe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.696133 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-737c5208-1d74-43cf-942b-c020b3cca7c8 admin admin] Publish callbacks [] for security_group (68062f49-ad9d-4349-a95d-9141f42f91fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.746090 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-737c5208-1d74-43cf-942b-c020b3cca7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (68062f49-ad9d-4349-a95d-9141f42f91fe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.748770 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-737c5208-1d74-43cf-942b-c020b3cca7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:39.749986 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-737c5208-1d74-43cf-942b-c020b3cca7c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68062f49-ad9d-4349-a95d-9141f42f91fe HTTP/1.1" status: 204 len: 168 time: 0.1315396 Aug 24 18:30:39.758034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c5208-1d74-43cf-942b-c020b3cca7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68062f49-ad9d-4349-a95d-9141f42f91fe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:39.890396 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f8044-d60c-47bb-b948-13fc9669ece9 None None] New status for floating IP 72c46965-518b-4b83-b893-e083ab7b3e33: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:30:40.302155 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37758-e9d8-4704-91ae-7e96358b1a78 req-b805f143-a67a-4b41-9807-434cb9f176c0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:40.303828 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dea37758-e9d8-4704-91ae-7e96358b1a78 req-b805f143-a67a-4b41-9807-434cb9f176c0 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0578249 Aug 24 18:30:40.352293 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dea37758-e9d8-4704-91ae-7e96358b1a78 req-1b8bfcdb-2e5d-4941-8282-f78b2728f940 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Aug 24 18:30:41.478619 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89177d8-7776-47d7-8c5d-691a45efc264 req-bac40bad-c197-4934-9fb0-a3b6eab0447d tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:41.480096 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c89177d8-7776-47d7-8c5d-691a45efc264 req-bac40bad-c197-4934-9fb0-a3b6eab0447d tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0558717 Aug 24 18:30:41.527861 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c89177d8-7776-47d7-8c5d-691a45efc264 req-a10124c9-b355-44c7-9e3b-4cb41926e288 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Aug 24 18:30:42.657131 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b27a0-1ff9-4817-86ee-04dd64b1eb25 req-210e38d4-82e4-4965-ae9c-be5b510fb502 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:42.658634 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b64b27a0-1ff9-4817-86ee-04dd64b1eb25 req-210e38d4-82e4-4965-ae9c-be5b510fb502 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0567250 Aug 24 18:30:42.712037 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b64b27a0-1ff9-4817-86ee-04dd64b1eb25 req-81522a4c-d0bd-4e84-86e9-da119e29f31c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Aug 24 18:30:43.852474 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8d648-91f7-4d1d-8427-e071761f7daf req-e2d18b18-3637-4595-865d-80e48dd193f4 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:43.853812 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6a8d648-91f7-4d1d-8427-e071761f7daf req-e2d18b18-3637-4595-865d-80e48dd193f4 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0586221 Aug 24 18:30:43.902322 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6a8d648-91f7-4d1d-8427-e071761f7daf req-0c969757-9de7-43de-9f50-4809868235da tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 Aug 24 18:30:45.031853 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de39caa-eaaa-47f9-a686-a990f176fdc3 req-5f7d7296-b8f9-49ea-aa32-74603e85ecab tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:45.033396 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8de39caa-eaaa-47f9-a686-a990f176fdc3 req-5f7d7296-b8f9-49ea-aa32-74603e85ecab tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0561593 Aug 24 18:30:45.086169 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8de39caa-eaaa-47f9-a686-a990f176fdc3 req-41eece30-becd-4cde-be16-bc40f24d0e45 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470839 Aug 24 18:30:46.220388 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2cc1a-3cf2-4ed7-bc18-355015298459 req-1ae06efe-7966-4288-84f7-3e6f49619087 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:46.221956 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bb2cc1a-3cf2-4ed7-bc18-355015298459 req-1ae06efe-7966-4288-84f7-3e6f49619087 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0605016 Aug 24 18:30:46.272522 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bb2cc1a-3cf2-4ed7-bc18-355015298459 req-95293796-4d91-4be6-a958-6730bb0eca60 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450573 Aug 24 18:30:47.430602 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d438e8-5741-44be-85e6-b5192d3133a7 req-f77e3488-c7af-4555-9433-ea7f8016312c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:47.432587 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-12d438e8-5741-44be-85e6-b5192d3133a7 req-f77e3488-c7af-4555-9433-ea7f8016312c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0657248 Aug 24 18:30:47.531521 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-12d438e8-5741-44be-85e6-b5192d3133a7 req-f5be4827-e925-4200-bc8a-8d0a12a47115 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923269 Aug 24 18:30:52.761786 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:52.872823 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d277388e-16db-4419-a3ca-48586cdc865c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:52.961272 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d277388e-16db-4419-a3ca-48586cdc865c admin admin] Publish callbacks [] for security_group (c16e51e1-96fa-46f1-aad3-e2332736c6fa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:52.968709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d277388e-16db-4419-a3ca-48586cdc865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (c16e51e1-96fa-46f1-aad3-e2332736c6fa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.014835 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56722) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:53.015386 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d277388e-16db-4419-a3ca-48586cdc865c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fee861f321b448ff870766b908606520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519164 Aug 24 18:30:53.016062 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277388e-16db-4419-a3ca-48586cdc865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e51e1-96fa-46f1-aad3-e2332736c6fa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:53.079368 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-579a2387-02f6-4cd9-ac1f-de39f1da5cec admin admin] Publish callbacks [] for security_group (c16e51e1-96fa-46f1-aad3-e2332736c6fa), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.105777 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-579a2387-02f6-4cd9-ac1f-de39f1da5cec admin admin] Publish callbacks [] for security_group (c16e51e1-96fa-46f1-aad3-e2332736c6fa), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.166639 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-579a2387-02f6-4cd9-ac1f-de39f1da5cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (c16e51e1-96fa-46f1-aad3-e2332736c6fa), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.169622 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-579a2387-02f6-4cd9-ac1f-de39f1da5cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.170850 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-579a2387-02f6-4cd9-ac1f-de39f1da5cec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c16e51e1-96fa-46f1-aad3-e2332736c6fa HTTP/1.1" status: 204 len: 168 time: 0.1549828 Aug 24 18:30:53.179963 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2387-02f6-4cd9-ac1f-de39f1da5cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e51e1-96fa-46f1-aad3-e2332736c6fa,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:53.334791 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56738) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:53.507713 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:53.508945 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a462b910-c8fd-4ff0-9abd-581cd8847eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.520912 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64039c7d-d040-4063-bdf6-b4b9f8e688d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.587458 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a462b910-c8fd-4ff0-9abd-581cd8847eab admin admin] Publish callbacks [] for security_group (59ea0b9b-5d62-498e-acae-6ea1c0a231d4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.592055 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a462b910-c8fd-4ff0-9abd-581cd8847eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (59ea0b9b-5d62-498e-acae-6ea1c0a231d4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.617197 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64039c7d-d040-4063-bdf6-b4b9f8e688d4 admin admin] Publish callbacks [] for security_group (2613cc43-3714-4bd0-8734-0673b41c71af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.622863 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64039c7d-d040-4063-bdf6-b4b9f8e688d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (2613cc43-3714-4bd0-8734-0673b41c71af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.636499 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462b910-c8fd-4ff0-9abd-581cd8847eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea0b9b-5d62-498e-acae-6ea1c0a231d4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:53.640984 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a462b910-c8fd-4ff0-9abd-581cd8847eab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe9190c1ae0e42c389db6387685ef157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050859 Aug 24 18:30:53.643346 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56752) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:53.670066 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-64039c7d-d040-4063-bdf6-b4b9f8e688d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35bc5004088d4e4caed2476f42405d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611495 Aug 24 18:30:53.671095 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64039c7d-d040-4063-bdf6-b4b9f8e688d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613cc43-3714-4bd0-8734-0673b41c71af,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:53.672751 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56754) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:53.717996 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9bebb2-6df2-4f2f-be60-f599af6fcab6 admin admin] Publish callbacks [] for security_group (59ea0b9b-5d62-498e-acae-6ea1c0a231d4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.752128 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9bebb2-6df2-4f2f-be60-f599af6fcab6 admin admin] Publish callbacks [] for security_group (59ea0b9b-5d62-498e-acae-6ea1c0a231d4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.761382 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be12198c-c41d-487a-809f-11cceab19e3a admin admin] Publish callbacks [] for security_group (2613cc43-3714-4bd0-8734-0673b41c71af), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.803269 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be12198c-c41d-487a-809f-11cceab19e3a admin admin] Publish callbacks [] for security_group (2613cc43-3714-4bd0-8734-0673b41c71af), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.842661 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9bebb2-6df2-4f2f-be60-f599af6fcab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (59ea0b9b-5d62-498e-acae-6ea1c0a231d4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.845247 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b9bebb2-6df2-4f2f-be60-f599af6fcab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.846392 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9b9bebb2-6df2-4f2f-be60-f599af6fcab6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59ea0b9b-5d62-498e-acae-6ea1c0a231d4 HTTP/1.1" status: 204 len: 168 time: 0.2019484 Aug 24 18:30:53.855001 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bebb2-6df2-4f2f-be60-f599af6fcab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea0b9b-5d62-498e-acae-6ea1c0a231d4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:53.863200 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be12198c-c41d-487a-809f-11cceab19e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (2613cc43-3714-4bd0-8734-0673b41c71af), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.865933 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be12198c-c41d-487a-809f-11cceab19e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:53.867360 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-be12198c-c41d-487a-809f-11cceab19e3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2613cc43-3714-4bd0-8734-0673b41c71af HTTP/1.1" status: 204 len: 168 time: 0.1933923 Aug 24 18:30:53.883893 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12198c-c41d-487a-809f-11cceab19e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613cc43-3714-4bd0-8734-0673b41c71af,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:54.212401 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:54.227932 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b3a30ab-1c90-45c5-b476-63330ee547af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:54.328112 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b3a30ab-1c90-45c5-b476-63330ee547af admin admin] Publish callbacks [] for security_group (a7598d63-1e4f-47c9-87eb-a22e587ffe4d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:54.334282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b3a30ab-1c90-45c5-b476-63330ee547af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a7598d63-1e4f-47c9-87eb-a22e587ffe4d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:54.383541 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a30ab-1c90-45c5-b476-63330ee547af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7598d63-1e4f-47c9-87eb-a22e587ffe4d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:54.389591 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1b3a30ab-1c90-45c5-b476-63330ee547af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97c024798e6f42e0b47ab488be8c7b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751173 Aug 24 18:30:54.392650 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:54.445673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b15ef23a-3242-45e2-9e95-0a5ee90da1a5 admin admin] Publish callbacks [] for security_group (a7598d63-1e4f-47c9-87eb-a22e587ffe4d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:54.470622 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b15ef23a-3242-45e2-9e95-0a5ee90da1a5 admin admin] Publish callbacks [] for security_group (a7598d63-1e4f-47c9-87eb-a22e587ffe4d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:54.526700 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b15ef23a-3242-45e2-9e95-0a5ee90da1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a7598d63-1e4f-47c9-87eb-a22e587ffe4d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:54.530788 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b15ef23a-3242-45e2-9e95-0a5ee90da1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:54.534733 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b15ef23a-3242-45e2-9e95-0a5ee90da1a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7598d63-1e4f-47c9-87eb-a22e587ffe4d HTTP/1.1" status: 204 len: 168 time: 0.1416082 Aug 24 18:30:54.542993 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ef23a-3242-45e2-9e95-0a5ee90da1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7598d63-1e4f-47c9-87eb-a22e587ffe4d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:55.228601 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:55.328348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-974320484-network', 'tenant_id': '22926495fd884619be6c837ae9efdb98'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:55.347773 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Made reservation on behalf of 22926495fd884619be6c837ae9efdb98 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:30:55.350102 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.358092 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.438109 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks [] for security_group (a05dd21e-6877-4de1-b066-272497fb0d62), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.443624 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a05dd21e-6877-4de1-b066-272497fb0d62), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.467693 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:30:55.477223 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05dd21e-6877-4de1-b066-272497fb0d62,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:55.482390 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.482750 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Added segment 7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b of type vlan for network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 Aug 24 18:30:55.521661 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.546748 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.547732 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:55.548325 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.602660 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3727727 Aug 24 18:30:55.605879 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56856) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:55.610491 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbf68-73f8-4780-8685-29d915bfbc8d admin admin] Pushing event updated for resources: {'Network': ['ID=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:55.611882 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Request body: {'subnet': {'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-974320484-subnet', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:55.620883 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:30:55.634899 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Made reservation on behalf of 22926495fd884619be6c837ae9efdb98 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:30:55.638741 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8504503'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.803655 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9115475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8504481'] for subnet (95474278-85b1-415a-b0b9-d985c7091624), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.852360 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95474278-85b1-415a-b0b9-d985c7091624,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:55.868533 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Checking segment: {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:30:55.868897 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Network hostable DHCP agents. Network: ef1bd7eb-a091-4f9d-97a5-08ff18c00d23, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:30:55.887740 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:30:55.897744 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, ef1bd7eb-a091-4f9d-97a5-08ff18c00d23) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:55.902318 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:30:55.902946 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.908206 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa7055-b271-4ea9-86eb-6eb0b0042cf6 None None] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:30:55.920288 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-87a8fe73-b805-4c59-a1eb-e2cddc409d9f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3132448 Aug 24 18:30:55.923439 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:55.927880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:30:55.947018 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.948350 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:55.999724 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks [] for router_controller (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.013700 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'project_id': '22926495fd884619be6c837ae9efdb98', 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:30:56.014541 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.144168 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Allocated IP 172.20.0.2 (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23/95474278-85b1-415a-b0b9-d985c7091624/6b49a7fd-f604-4870-b042-0357527611ae) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:30:56.302615 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Publish callbacks [] for port (6b49a7fd-f604-4870-b042-0357527611ae), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.310441 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (6b49a7fd-f604-4870-b042-0357527611ae), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.348901 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:30:56.354553 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:56.361403 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:30:56.372571 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Pushing event updated for resources: {'Port': ['ID=6b49a7fd-f604-4870-b042-0357527611ae,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:56.389998 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks [] for router_gateway (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.441551 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Attempting to bind port 6b49a7fd-f604-4870-b042-0357527611ae on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:30:56.441930 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Attempting to bind port 6b49a7fd-f604-4870-b042-0357527611ae by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:30:56.442288 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Attempting to bind port 6b49a7fd-f604-4870-b042-0357527611ae on network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:30:56.448762 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:30:56.449801 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Checking segment: {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:30:56.450358 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.450898 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Bound using segment: {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:30:56.451387 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Bound port: 6b49a7fd-f604-4870-b042-0357527611ae, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:30:56.451813 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6b49a7fd-f604-4870-b042-0357527611ae), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.514475 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] For port 6b49a7fd-f604-4870-b042-0357527611ae, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:30:56.517548 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] For port 6b49a7fd-f604-4870-b042-0357527611ae, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=6b49a7fd-f604-4870-b042-0357527611ae,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:30:56.524753 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (6b49a7fd-f604-4870-b042-0357527611ae), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.578123 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126984c-dd5e-4453-9039-eb2a02451ef4 None None] Pushing event updated for resources: {'Port': ['ID=6b49a7fd-f604-4870-b042-0357527611ae,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:56.615333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks [] for router_gateway (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.633652 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.758494 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Allocated IP 172.27.3.173 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/4e925c18-3c05-4005-b43d-ab9ef1882196) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:30:56.883267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks [] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.917968 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:56.956608 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:30:56.959428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:56.965129 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:30:56.997570 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e925c18-3c05-4005-b43d-ab9ef1882196,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:57.211843 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks [] for router_gateway (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:57.409947 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:57.458762 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77b046-5e9c-4533-81e1-3658a010bce7 None None] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:30:57.568626 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:30:57.570699 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-fb28ce47-3b68-4b62-b7a5-5afd08e71f8a None None] Provisioning complete for port 6b49a7fd-f604-4870-b042-0357527611ae triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:57.571134 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb28ce47-3b68-4b62-b7a5-5afd08e71f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6b49a7fd-f604-4870-b042-0357527611ae), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:57.688948 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:30:57.697259 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-fb28ce47-3b68-4b62-b7a5-5afd08e71f8a None None] Current status of the port 6b49a7fd-f604-4870-b042-0357527611ae is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:30:57.697831 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb28ce47-3b68-4b62-b7a5-5afd08e71f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6b49a7fd-f604-4870-b042-0357527611ae), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:57.706041 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Sync routers for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:30:57.716418 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:57.720799 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c04dd9a5-a846-4212-909b-0eeabe8ed6d9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7962835 Aug 24 18:30:57.721506 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56892) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:57.756473 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fb28ce47-3b68-4b62-b7a5-5afd08e71f8a None None] For port 6b49a7fd-f604-4870-b042-0357527611ae, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=6b49a7fd-f604-4870-b042-0357527611ae,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:57.763658 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb28ce47-3b68-4b62-b7a5-5afd08e71f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (6b49a7fd-f604-4870-b042-0357527611ae), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:57.768790 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:30:57.769738 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:30:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:57.785705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:57.936874 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28ce47-3b68-4b62-b7a5-5afd08e71f8a None None] Pushing event updated for resources: {'Port': ['ID=6b49a7fd-f604-4870-b042-0357527611ae,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:57.950078 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74034500-7f6f-43eb-a878-e73da03d9637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:57.975348 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6b49a7fd-f604-4870-b042-0357527611ae up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:30:57.999639 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:30:58.037754 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74034500-7f6f-43eb-a878-e73da03d9637 admin admin] Publish callbacks [] for security_group (57a3066a-00ab-49de-8c50-7a3ffd4a6fe2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.043670 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74034500-7f6f-43eb-a878-e73da03d9637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (57a3066a-00ab-49de-8c50-7a3ffd4a6fe2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.098845 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-74034500-7f6f-43eb-a878-e73da03d9637 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3b9bd19d071474a8a250798f61a1af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111916 Aug 24 18:30:58.100533 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74034500-7f6f-43eb-a878-e73da03d9637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3066a-00ab-49de-8c50-7a3ffd4a6fe2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:58.101385 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56898) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:58.106383 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-3dab187a-f525-4eff-957c-dc10fcca9d69 None None] Provisioning complete for port 6b49a7fd-f604-4870-b042-0357527611ae triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:58.106765 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3dab187a-f525-4eff-957c-dc10fcca9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6b49a7fd-f604-4870-b042-0357527611ae), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.203068 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4422f64-8bd4-4ba5-87ae-d72e8e25417d admin admin] Publish callbacks [] for security_group (57a3066a-00ab-49de-8c50-7a3ffd4a6fe2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.248369 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4422f64-8bd4-4ba5-87ae-d72e8e25417d admin admin] Publish callbacks [] for security_group (57a3066a-00ab-49de-8c50-7a3ffd4a6fe2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.280421 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.298968 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 6b49a7fd-f604-4870-b042-0357527611ae triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:58.299348 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6b49a7fd-f604-4870-b042-0357527611ae), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.326844 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4422f64-8bd4-4ba5-87ae-d72e8e25417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (57a3066a-00ab-49de-8c50-7a3ffd4a6fe2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.329695 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4422f64-8bd4-4ba5-87ae-d72e8e25417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.333240 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b4422f64-8bd4-4ba5-87ae-d72e8e25417d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57a3066a-00ab-49de-8c50-7a3ffd4a6fe2 HTTP/1.1" status: 204 len: 168 time: 0.2123749 Aug 24 18:30:58.367516 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4422f64-8bd4-4ba5-87ae-d72e8e25417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3066a-00ab-49de-8c50-7a3ffd4a6fe2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:58.416397 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3dab187a-f525-4eff-957c-dc10fcca9d69 None None] Current status of the port 6b49a7fd-f604-4870-b042-0357527611ae is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:30:58.465431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 6b49a7fd-f604-4870-b042-0357527611ae is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:30:58.478420 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:57Z', 'revision_number': 3, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:58.503576 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Allocated IP 172.20.0.1 (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23/95474278-85b1-415a-b0b9-d985c7091624/bcef8e74-468d-4224-a03c-bb134dd9e816) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:30:58.503782 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Checking router: 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:30:58.504120 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Updating router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 port 4e925c18-3c05-4005-b43d-ab9ef1882196 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:30:58.533137 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.654352 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks [] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.700706 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.739661 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:30:58.747117 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:58.761612 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:30:58.771488 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Pushing event updated for resources: {'Port': ['ID=bcef8e74-468d-4224-a03c-bb134dd9e816,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:58.831975 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.882063 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Publish callbacks [] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.900016 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.962992 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Attempting to bind port 4e925c18-3c05-4005-b43d-ab9ef1882196 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:30:58.963265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Attempting to bind port 4e925c18-3c05-4005-b43d-ab9ef1882196 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:30:58.963675 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Attempting to bind port 4e925c18-3c05-4005-b43d-ab9ef1882196 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:30:58.972635 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56924) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:58.976860 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:30:58.977240 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:30:58.977784 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.978198 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:30:58.978764 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Bound port: 4e925c18-3c05-4005-b43d-ab9ef1882196, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:30:58.979175 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:58.982443 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fcfbf-e4c5-4e97-9c3a-fe3beea83d9a None None] Pushing event updated for resources: {'Port': ['ID=4e925c18-3c05-4005-b43d-ab9ef1882196,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:59.049156 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] For port 4e925c18-3c05-4005-b43d-ab9ef1882196, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:30:59.053373 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] For port 4e925c18-3c05-4005-b43d-ab9ef1882196, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=4e925c18-3c05-4005-b43d-ab9ef1882196,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:30:59.063861 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.089361 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.106658 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:30:59.108525 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:30:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:59.145086 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80d9182-e222-4d80-8f02-6eb2e4cfc3ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.210468 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fcfbf-e4c5-4e97-9c3a-fe3beea83d9a None None] Pushing event updated for resources: {'Port': ['ID=4e925c18-3c05-4005-b43d-ab9ef1882196,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:59.243429 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f4cead59-fe23-4ceb-a5e1-81ff595f9fde None None] Provisioning complete for port bcef8e74-468d-4224-a03c-bb134dd9e816 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:59.243802 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f4cead59-fe23-4ceb-a5e1-81ff595f9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.247552 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80d9182-e222-4d80-8f02-6eb2e4cfc3ff admin admin] Publish callbacks [] for security_group (aaf0ae4f-88b2-44de-b7b9-4484e702df17), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.253238 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80d9182-e222-4d80-8f02-6eb2e4cfc3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (aaf0ae4f-88b2-44de-b7b9-4484e702df17), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.277303 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f4cead59-fe23-4ceb-a5e1-81ff595f9fde None None] Port bcef8e74-468d-4224-a03c-bb134dd9e816 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:30:59.285797 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e80d9182-e222-4d80-8f02-6eb2e4cfc3ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=838bb0e644db434eaf58d4681a9b2684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118653 Aug 24 18:30:59.293457 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:30:59.299487 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks [] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.307222 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.313750 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:30:59.343581 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d9182-e222-4d80-8f02-6eb2e4cfc3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf0ae4f-88b2-44de-b7b9-4484e702df17,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:59.366616 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9262e00f-2802-4beb-88fb-b4207b66301e admin admin] Publish callbacks [] for security_group (aaf0ae4f-88b2-44de-b7b9-4484e702df17), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.380849 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Pushing event updated for resources: {'Port': ['ID=bcef8e74-468d-4224-a03c-bb134dd9e816,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:59.388029 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.395051 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9262e00f-2802-4beb-88fb-b4207b66301e admin admin] Publish callbacks [] for security_group (aaf0ae4f-88b2-44de-b7b9-4484e702df17), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.451775 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9262e00f-2802-4beb-88fb-b4207b66301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (aaf0ae4f-88b2-44de-b7b9-4484e702df17), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.454629 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9262e00f-2802-4beb-88fb-b4207b66301e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.456029 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9262e00f-2802-4beb-88fb-b4207b66301e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaf0ae4f-88b2-44de-b7b9-4484e702df17 HTTP/1.1" status: 204 len: 168 time: 0.1613955 Aug 24 18:30:59.465432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262e00f-2802-4beb-88fb-b4207b66301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf0ae4f-88b2-44de-b7b9-4484e702df17,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:59.510164 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:30:59.511778 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:59.558997 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:30:58Z', 'revision_number': 1, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:30:59.596444 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6284a415-6f6c-44fe-b122-194c4a0a0058 None None] The sync data for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi is: [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:30:58Z', 'revision_number': 1, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:30:59.687580 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:30:59.806851 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-443dfa53-2464-4d57-827a-da2dd32396ff None None] Provisioning complete for port bcef8e74-468d-4224-a03c-bb134dd9e816 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:30:59.807537 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-443dfa53-2464-4d57-827a-da2dd32396ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.829700 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:30:59.841588 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-308b2b0a-5d56-4b6a-a264-76249f3d2705 admin admin] 10.222.0.55 "PUT /v2.0/routers/898ba72d-bf87-4a6b-a5de-ecc471bc32e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1187963 Aug 24 18:30:59.867041 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-443dfa53-2464-4d57-827a-da2dd32396ff None None] Port bcef8e74-468d-4224-a03c-bb134dd9e816 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:30:59.951045 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa9b8fdd-5973-48a6-b3fb-27329a1c66c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:30:59.995630 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6b49a7fd-f604-4870-b042-0357527611ae up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:00.069218 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 6b49a7fd-f604-4870-b042-0357527611ae triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:00.069597 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6b49a7fd-f604-4870-b042-0357527611ae), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.158392 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 6b49a7fd-f604-4870-b042-0357527611ae is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:00.616210 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 56986) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:00.621511 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1280413989-network', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:00.643266 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Made reservation on behalf of 12fbcc43bbf94847bf416bda48f29599 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:00.645819 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.655175 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.733451 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks [] for security_group (6ddb5b48-56b8-4317-839a-ee03c59c7496), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.738314 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6ddb5b48-56b8-4317-839a-ee03c59c7496), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.763273 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:31:00.786608 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.787086 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Added segment 3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9 of type vlan for network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 Aug 24 18:31:00.794950 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb5b48-56b8-4317-839a-ee03c59c7496,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:00.833576 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (849b268c-1fe0-4098-9294-7e3e4fe6ac62), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.866268 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (849b268c-1fe0-4098-9294-7e3e4fe6ac62), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.867519 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:00.868395 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:00.928765 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3113201 Aug 24 18:31:00.931853 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 56998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:00.934421 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdac61-0f1a-4f93-b73e-eca1abbf931e admin admin] Pushing event updated for resources: {'Network': ['ID=849b268c-1fe0-4098-9294-7e3e4fe6ac62,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:00.938962 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Request body: {'subnet': {'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1280413989-subnet', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:00.946200 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:31:00.971975 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Made reservation on behalf of 12fbcc43bbf94847bf416bda48f29599 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:00.976432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637880'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.177811 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12068289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637870'] for subnet (7df68a0e-6dab-454b-ab72-5dc6b6d82e92), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.241414 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df68a0e-6dab-454b-ab72-5dc6b6d82e92,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:01.264522 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Checking segment: {'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:01.264522 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Network hostable DHCP agents. Network: 849b268c-1fe0-4098-9294-7e3e4fe6ac62, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:31:01.284692 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:31:01.294253 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 849b268c-1fe0-4098-9294-7e3e4fe6ac62) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:01.298607 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:01.299208 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.303642 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef85c2b-a57a-44a3-a26a-44b605a6e188 None None] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:31:01.320388 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2541cde3-19a8-46eb-8845-472dc07dec8f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3868866 Aug 24 18:31:01.323022 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:01.327167 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:01.346692 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (d7cc4983-a887-418d-8813-926abe29a565), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.347678 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (d7cc4983-a887-418d-8813-926abe29a565), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.396946 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks [] for router_controller (d7cc4983-a887-418d-8813-926abe29a565), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.403988 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'fixed_ips': [{'subnet_id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:31:01.404967 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.534376 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks [] for router_gateway (d7cc4983-a887-418d-8813-926abe29a565), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.553093 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Allocated IP 172.20.0.2 (849b268c-1fe0-4098-9294-7e3e4fe6ac62/7df68a0e-6dab-454b-ab72-5dc6b6d82e92/3175577f-0c84-47f7-bc1e-d22ed00ece9a) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:01.690549 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Publish callbacks [] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.699058 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.733235 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks [] for router_gateway (d7cc4983-a887-418d-8813-926abe29a565), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.745651 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:01.749114 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:01.751446 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:01.751569 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.753761 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Pushing event updated for resources: {'Port': ['ID=3175577f-0c84-47f7-bc1e-d22ed00ece9a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:01.824832 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Attempting to bind port 3175577f-0c84-47f7-bc1e-d22ed00ece9a on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:01.825244 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Attempting to bind port 3175577f-0c84-47f7-bc1e-d22ed00ece9a by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:01.825649 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Attempting to bind port 3175577f-0c84-47f7-bc1e-d22ed00ece9a on network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:01.831483 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b9b82302-aaca-4330-be23-b1f9e29b3cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.834918 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:01.835258 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Checking segment: {'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:01.835729 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.836024 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Bound using segment: {'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:01.836522 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Bound port: 3175577f-0c84-47f7-bc1e-d22ed00ece9a, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:01.836896 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:01.879825 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Allocated IP 172.27.3.245 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/ac21cee1-4bb0-494a-882a-ae540d31765b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:01.904099 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 4e925c18-3c05-4005-b43d-ab9ef1882196 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:01.959332 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] For port 3175577f-0c84-47f7-bc1e-d22ed00ece9a, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:01.962619 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] For port 3175577f-0c84-47f7-bc1e-d22ed00ece9a, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=3175577f-0c84-47f7-bc1e-d22ed00ece9a,segment=NetworkSegment(3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9),segment_id=3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:01.971440 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.000513 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks [] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.010179 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 4e925c18-3c05-4005-b43d-ab9ef1882196 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:02.010589 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.034007 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.050897 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8642ff-7de6-43d0-a8ae-4fa5d9d893cf None None] Pushing event updated for resources: {'Port': ['ID=3175577f-0c84-47f7-bc1e-d22ed00ece9a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:02.052894 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:02.056820 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:02.061168 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:02.102136 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Sync routers for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:31:02.109662 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 4e925c18-3c05-4005-b43d-ab9ef1882196 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:02.110691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.118304 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:02.119491 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:02.142184 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 4e925c18-3c05-4005-b43d-ab9ef1882196, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=4e925c18-3c05-4005-b43d-ab9ef1882196,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:02.150370 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.182793 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Pushing event updated for resources: {'Port': ['ID=ac21cee1-4bb0-494a-882a-ae540d31765b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:02.253487 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=4e925c18-3c05-4005-b43d-ab9ef1882196,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:02.266515 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:02.458016 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks [] for router_gateway (d7cc4983-a887-418d-8813-926abe29a565), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.559707 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 2, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:02.583145 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Checking router: 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:31:02.583496 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Updating router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 port bcef8e74-468d-4224-a03c-bb134dd9e816 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:31:02.609714 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.654144 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (d7cc4983-a887-418d-8813-926abe29a565), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.780862 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Router d7cc4983-a887-418d-8813-926abe29a565 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:31:02.879192 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Publish callbacks [] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.886316 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.895658 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:31:02.906141 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Sync routers for ids ['d7cc4983-a887-418d-8813-926abe29a565'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:31:02.920559 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Routers {'d7cc4983-a887-418d-8813-926abe29a565'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:02.921821 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['d7cc4983-a887-418d-8813-926abe29a565'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:02.930379 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:02.932092 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-966c68d1-9858-4829-b022-2b0640300c24 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6078496 Aug 24 18:31:02.935040 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57016) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:02.966236 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Pushing event updated for resources: {'Port': ['ID=bcef8e74-468d-4224-a03c-bb134dd9e816,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:02.981788 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.982148 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.982508 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.983150 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.983150 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.983480 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.983801 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.984124 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.984835 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.984835 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.985106 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.985422 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.985737 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:02.989213 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Attempting to bind port bcef8e74-468d-4224-a03c-bb134dd9e816 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:02.989578 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Attempting to bind port bcef8e74-468d-4224-a03c-bb134dd9e816 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:02.989931 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Attempting to bind port bcef8e74-468d-4224-a03c-bb134dd9e816 on network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:02.999429 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:02.999801 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Checking segment: {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:03.000209 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.000653 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Bound using segment: {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:03.001129 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Bound port: bcef8e74-468d-4224-a03c-bb134dd9e816, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:03.001505 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.073763 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] For port bcef8e74-468d-4224-a03c-bb134dd9e816, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:03.076988 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] For port bcef8e74-468d-4224-a03c-bb134dd9e816, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=bcef8e74-468d-4224-a03c-bb134dd9e816,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:03.084216 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.117819 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:03.118544 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:03.173664 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857a95c-c90c-4b3a-9d52-ac74672006ba None None] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:31:03.225787 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687dce6-78b8-4fca-9c7e-88811574d90a None None] Pushing event updated for resources: {'Port': ['ID=bcef8e74-468d-4224-a03c-bb134dd9e816,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:03.246627 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:03.250885 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-9f5123e5-58f8-4ad6-8b99-e05ba368c735 None None] Provisioning complete for port 3175577f-0c84-47f7-bc1e-d22ed00ece9a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:03.252025 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f5123e5-58f8-4ad6-8b99-e05ba368c735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.300548 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Set router d7cc4983-a887-418d-8813-926abe29a565 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:03.432937 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.460609 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:31:03.491372 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:03Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:03.522702 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa521a-41d5-4bdc-8c65-a20dcb9e2027 None None] The sync data for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi is: [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:03Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:31:03.551797 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9f5123e5-58f8-4ad6-8b99-e05ba368c735 None None] Current status of the port 3175577f-0c84-47f7-bc1e-d22ed00ece9a is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:03.552507 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f5123e5-58f8-4ad6-8b99-e05ba368c735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.604352 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9f5123e5-58f8-4ad6-8b99-e05ba368c735 None None] For port 3175577f-0c84-47f7-bc1e-d22ed00ece9a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=3175577f-0c84-47f7-bc1e-d22ed00ece9a,segment=NetworkSegment(3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9),segment_id=3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:03.610983 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f5123e5-58f8-4ad6-8b99-e05ba368c735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.617163 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.617738 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 3, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port': {'id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:03.667653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Checking router: d7cc4983-a887-418d-8813-926abe29a565 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:31:03.668040 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Updating router d7cc4983-a887-418d-8813-926abe29a565 port ac21cee1-4bb0-494a-882a-ae540d31765b binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:31:03.720168 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.721947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5123e5-58f8-4ad6-8b99-e05ba368c735 None None] Pushing event updated for resources: {'Port': ['ID=3175577f-0c84-47f7-bc1e-d22ed00ece9a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:03.804686 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Allocated IP 172.20.0.1 (849b268c-1fe0-4098-9294-7e3e4fe6ac62/7df68a0e-6dab-454b-ab72-5dc6b6d82e92/51cb72c3-d54f-4d1e-83f9-624eed528751) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:03.857976 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-694e8f77-37f1-45eb-bb93-7f20c4c3228a None None] Provisioning complete for port 3175577f-0c84-47f7-bc1e-d22ed00ece9a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:03.858288 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-694e8f77-37f1-45eb-bb93-7f20c4c3228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:03.978395 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks [] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.016135 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.035925 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-694e8f77-37f1-45eb-bb93-7f20c4c3228a None None] Current status of the port 3175577f-0c84-47f7-bc1e-d22ed00ece9a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:04.062720 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Pushing event updated for resources: {'Port': ['ID=51cb72c3-d54f-4d1e-83f9-624eed528751,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:04.074130 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:04.075559 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:04.077905 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:04.095382 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Publish callbacks [] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.106556 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.126685 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (d7cc4983-a887-418d-8813-926abe29a565), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.130884 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Attempting to bind port ac21cee1-4bb0-494a-882a-ae540d31765b on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:04.131307 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Attempting to bind port ac21cee1-4bb0-494a-882a-ae540d31765b by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:04.131777 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Attempting to bind port ac21cee1-4bb0-494a-882a-ae540d31765b on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:04.134319 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 3175577f-0c84-47f7-bc1e-d22ed00ece9a up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:04.175709 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:04.176438 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:04.176561 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.176917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:04.177365 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Bound port: ac21cee1-4bb0-494a-882a-ae540d31765b, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:04.177749 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.248281 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f587d-8ac9-4f7a-9073-17624c35298c None None] Pushing event updated for resources: {'Port': ['ID=ac21cee1-4bb0-494a-882a-ae540d31765b,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:04.271052 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] For port ac21cee1-4bb0-494a-882a-ae540d31765b, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:04.275541 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] For port ac21cee1-4bb0-494a-882a-ae540d31765b, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=ac21cee1-4bb0-494a-882a-ae540d31765b,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:04.286713 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.295694 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 3175577f-0c84-47f7-bc1e-d22ed00ece9a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:04.299212 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.313829 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.377158 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Routers {'d7cc4983-a887-418d-8813-926abe29a565'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:04.377815 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['d7cc4983-a887-418d-8813-926abe29a565'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:04.467401 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f587d-8ac9-4f7a-9073-17624c35298c None None] Pushing event updated for resources: {'Port': ['ID=ac21cee1-4bb0-494a-882a-ae540d31765b,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:04.531607 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks [] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.536734 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.546185 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-3945f1b8-5a66-4fd7-81a3-c5daa5e4e410 None None] Provisioning complete for port 51cb72c3-d54f-4d1e-83f9-624eed528751 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:04.546557 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3945f1b8-5a66-4fd7-81a3-c5daa5e4e410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.588606 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.597468 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] Set router d7cc4983-a887-418d-8813-926abe29a565 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:04.599087 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 3175577f-0c84-47f7-bc1e-d22ed00ece9a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:04.600124 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 4e925c18-3c05-4005-b43d-ab9ef1882196 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:04.600772 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Pushing event updated for resources: {'Port': ['ID=51cb72c3-d54f-4d1e-83f9-624eed528751,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:04.604353 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (d7cc4983-a887-418d-8813-926abe29a565), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.625325 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3945f1b8-5a66-4fd7-81a3-c5daa5e4e410 None None] Port 51cb72c3-d54f-4d1e-83f9-624eed528751 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:04.699220 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:04.700707 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:04.758750 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 4e925c18-3c05-4005-b43d-ab9ef1882196 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:04.759126 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:04.811677 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Router d7cc4983-a887-418d-8813-926abe29a565 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:31:04.919525 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:31:04.925174 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d09ea204-ab53-44e4-8057-e5fe9ab38d82 admin admin] 10.222.0.55 "PUT /v2.0/routers/d7cc4983-a887-418d-8813-926abe29a565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9882166 Aug 24 18:31:05.015639 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 4e925c18-3c05-4005-b43d-ab9ef1882196 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:05.016651 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bcef8e74-468d-4224-a03c-bb134dd9e816 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:05.044921 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0366aac3-6437-43b6-8ae7-9c7c05b66970 None None] Provisioning complete for port 51cb72c3-d54f-4d1e-83f9-624eed528751 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:05.045141 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0366aac3-6437-43b6-8ae7-9c7c05b66970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:05.076542 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 4, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port': {'id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '51cb72c3-d54f-4d1e-83f9-624eed528751', 'name': '', 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'mac_address': 'fa:16:3e:95:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:03Z', 'updated_at': '2022-08-24T18:31:03Z', 'revision_number': 1, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'subnets': [{'id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:05.108784 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5418b-18bc-485f-a625-96f73cd803d3 None None] The sync data for ids ['d7cc4983-a887-418d-8813-926abe29a565'] in dv-cinder-853788-3-iscsi is: [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 4, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port': {'id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '51cb72c3-d54f-4d1e-83f9-624eed528751', 'name': '', 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'mac_address': 'fa:16:3e:95:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:03Z', 'updated_at': '2022-08-24T18:31:03Z', 'revision_number': 1, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'subnets': [{'id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:31:05.113947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0366aac3-6437-43b6-8ae7-9c7c05b66970 None None] Port 51cb72c3-d54f-4d1e-83f9-624eed528751 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:05.127079 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port bcef8e74-468d-4224-a03c-bb134dd9e816 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:05.127430 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:05.203428 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port bcef8e74-468d-4224-a03c-bb134dd9e816 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:05.204071 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:05.250986 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port bcef8e74-468d-4224-a03c-bb134dd9e816, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=bcef8e74-468d-4224-a03c-bb134dd9e816,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:05.263574 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:05.333893 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=bcef8e74-468d-4224-a03c-bb134dd9e816,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:05.696082 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-25d814be-15f3-4ec3-b5df-ad31f1ba6104 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c5920593d8d74eed8f65c3f56cf9bd04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343132 Aug 24 18:31:05.812207 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:05.941455 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bcef8e74-468d-4224-a03c-bb134dd9e816 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:06.000272 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:06.015570 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port bcef8e74-468d-4224-a03c-bb134dd9e816 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:06.015940 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:06.101802 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port bcef8e74-468d-4224-a03c-bb134dd9e816 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:06.245600 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-ebed9d5a-efb0-4574-a58c-7977c4534718 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:06.247277 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-ebed9d5a-efb0-4574-a58c-7977c4534718 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5461478 Aug 24 18:31:06.263283 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-fbd657dd-97ce-432f-b031-bafaad47c87d tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/quotas/c5920593d8d74eed8f65c3f56cf9bd04 HTTP/1.1" status: 200 len: 375 time: 0.0104251 Aug 24 18:31:06.296704 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-fde18c13-2028-4c71-802e-820a143427bb tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5920593d8d74eed8f65c3f56cf9bd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278018 Aug 24 18:31:06.587565 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc3f71d3-b47b-49ab-bed4-e7ff8ff3f8fe req-ed6387b3-e283-4d80-838a-2e79994d5c44 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0733495 Aug 24 18:31:06.775976 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-8457c7d3-54b4-47bb-acd1-b554aef17b9f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893893 Aug 24 18:31:07.708047 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-77effb3a-d6e1-4baa-ba09-beeaf914ea35 req-eee91c6b-b7da-417d-9779-048c9dd832cd tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0404959 Aug 24 18:31:07.929430 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device ac21cee1-4bb0-494a-882a-ae540d31765b up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:07.988413 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port ac21cee1-4bb0-494a-882a-ae540d31765b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:07.988930 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:08.083865 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port ac21cee1-4bb0-494a-882a-ae540d31765b is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:08.084358 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:08.099821 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Sync routers for ids ['d7cc4983-a887-418d-8813-926abe29a565'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:31:08.110350 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port ac21cee1-4bb0-494a-882a-ae540d31765b, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=ac21cee1-4bb0-494a-882a-ae540d31765b,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:08.110847 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Routers {'d7cc4983-a887-418d-8813-926abe29a565'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:08.111520 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['d7cc4983-a887-418d-8813-926abe29a565'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:08.116754 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:08.175075 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=ac21cee1-4bb0-494a-882a-ae540d31765b,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:08.219268 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Set router d7cc4983-a887-418d-8813-926abe29a565 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:08.479482 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 4, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port': {'id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '51cb72c3-d54f-4d1e-83f9-624eed528751', 'name': '', 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'mac_address': 'fa:16:3e:95:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:03Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 2, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'subnets': [{'id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:08.506793 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Checking router: d7cc4983-a887-418d-8813-926abe29a565 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:31:08.507169 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Updating router d7cc4983-a887-418d-8813-926abe29a565 port 51cb72c3-d54f-4d1e-83f9-624eed528751 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:31:08.546753 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:08.823311 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7cfe5b9-14f1-45c1-a447-0f0971b0d91e req-8ded5af0-1c94-4122-9a47-b98b443c3e2c tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0350943 Aug 24 18:31:08.983295 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Publish callbacks [] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:08.991078 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:09.051196 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba067a9-0c7b-4122-b77b-e8f39dba5607 None None] Pushing event updated for resources: {'Port': ['ID=51cb72c3-d54f-4d1e-83f9-624eed528751,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:09.096397 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Attempting to bind port 51cb72c3-d54f-4d1e-83f9-624eed528751 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:09.096773 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Attempting to bind port 51cb72c3-d54f-4d1e-83f9-624eed528751 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:09.097153 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Attempting to bind port 51cb72c3-d54f-4d1e-83f9-624eed528751 on network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:09.102433 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:09.103100 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Checking segment: {'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:09.103206 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:09.103575 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Bound using segment: {'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:09.104103 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Bound port: 51cb72c3-d54f-4d1e-83f9-624eed528751, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:09.104512 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:09.171261 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] For port 51cb72c3-d54f-4d1e-83f9-624eed528751, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:09.174440 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] For port 51cb72c3-d54f-4d1e-83f9-624eed528751, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=51cb72c3-d54f-4d1e-83f9-624eed528751,segment=NetworkSegment(3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9),segment_id=3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:09.185362 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:09.237296 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Routers {'d7cc4983-a887-418d-8813-926abe29a565'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:09.237851 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['d7cc4983-a887-418d-8813-926abe29a565'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:09.293652 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba067a9-0c7b-4122-b77b-e8f39dba5607 None None] Pushing event updated for resources: {'Port': ['ID=51cb72c3-d54f-4d1e-83f9-624eed528751,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:09.355122 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] Set router d7cc4983-a887-418d-8813-926abe29a565 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:09.575294 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 4, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port': {'id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '51cb72c3-d54f-4d1e-83f9-624eed528751', 'name': '', 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'mac_address': 'fa:16:3e:95:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:03Z', 'updated_at': '2022-08-24T18:31:09Z', 'revision_number': 4, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'subnets': [{'id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:09.601936 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a1513-2945-49ff-a9c7-a8da4661c81f None None] The sync data for ids ['d7cc4983-a887-418d-8813-926abe29a565'] in dv-cinder-853788-3-iscsi is: [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:04Z', 'revision_number': 4, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port': {'id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '51cb72c3-d54f-4d1e-83f9-624eed528751', 'name': '', 'network_id': '849b268c-1fe0-4098-9294-7e3e4fe6ac62', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'mac_address': 'fa:16:3e:95:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:03Z', 'updated_at': '2022-08-24T18:31:09Z', 'revision_number': 4, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'subnets': [{'id': '7df68a0e-6dab-454b-ab72-5dc6b6d82e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:31:09.961568 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 51cb72c3-d54f-4d1e-83f9-624eed528751 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:10.000555 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1c951c88-c5bb-49b4-8649-8ae4fe8ff697 req-4921241f-2a37-4110-bde6-b497ee05cde9 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0860653 Aug 24 18:31:10.014780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 51cb72c3-d54f-4d1e-83f9-624eed528751 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:10.015426 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:10.095799 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 51cb72c3-d54f-4d1e-83f9-624eed528751 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:10.096135 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:10.130750 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 51cb72c3-d54f-4d1e-83f9-624eed528751, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=51cb72c3-d54f-4d1e-83f9-624eed528751,segment=NetworkSegment(3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9),segment_id=3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:10.136566 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:10.137479 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device ac21cee1-4bb0-494a-882a-ae540d31765b up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:10.213671 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=51cb72c3-d54f-4d1e-83f9-624eed528751,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:10.224757 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port ac21cee1-4bb0-494a-882a-ae540d31765b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:10.225127 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:10.306889 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port ac21cee1-4bb0-494a-882a-ae540d31765b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:10.635616 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-2b0a52c7-4ec8-4eda-9928-87c3a19fe06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:10.637772 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-2b0a52c7-4ec8-4eda-9928-87c3a19fe06f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1129 time: 0.0706308 Aug 24 18:31:10.803783 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-ab99905e-7cda-4de3-90fa-3f9228d174af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:10.805824 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-ab99905e-7cda-4de3-90fa-3f9228d174af service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.1122885 Aug 24 18:31:10.898947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-de0860aa-d471-4184-afdf-d76e369ec0b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 200 len: 1001 time: 0.0845110 Aug 24 18:31:11.099113 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-240b7b29-2221-4c9f-bb84-0928cee42a6c req-e94bc612-3950-485c-bec4-e04d5dcaccc0 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0326865 Aug 24 18:31:11.396023 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-ba05aa54-06fe-486b-a99a-bc54bc0d6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:11.397475 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-ba05aa54-06fe-486b-a99a-bc54bc0d6954 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0481575 Aug 24 18:31:11.454564 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-eceab89e-fcc1-4362-b62b-ecca012ee2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:11.456504 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-eceab89e-fcc1-4362-b62b-ecca012ee2e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504491 Aug 24 18:31:11.568297 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-d4b1ee42-cf4c-421b-9381-b15a4c4e28c5 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031332 Aug 24 18:31:11.681367 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24e5fd2-4279-4352-ad4a-a6f43b6030f8 req-21dc2188-982a-46ce-b2a4-4dcb7f7995e0 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993233 Aug 24 18:31:11.890513 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 51cb72c3-d54f-4d1e-83f9-624eed528751 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:11.943876 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 51cb72c3-d54f-4d1e-83f9-624eed528751 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:11.944181 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:12.033605 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 51cb72c3-d54f-4d1e-83f9-624eed528751 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:12.211003 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8ee23456-9bf6-481f-8589-cf1a20f1e9a1 req-95fd74a3-68ed-4ebf-b377-c77d51577d3b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0343630 Aug 24 18:31:13.314664 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f4c8b911-dc78-4cea-b35e-66bf1c947f2b req-5639c0d7-6f14-464e-9284-9b31067d5687 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0275700 Aug 24 18:31:14.419763 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2efa8426-6c8b-4d87-ab03-94decdbb8836 req-28115c1f-9476-499d-af12-5c71d016605e tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0279152 Aug 24 18:31:14.700463 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-5bf95434-df84-4d22-95e4-b26dee905bae tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:14.701829 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-5bf95434-df84-4d22-95e4-b26dee905bae tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 814 time: 0.0993710 Aug 24 18:31:14.718832 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-007a75cd-baa9-4c00-9aeb-385d45639a6e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/quotas/22926495fd884619be6c837ae9efdb98 HTTP/1.1" status: 200 len: 375 time: 0.0091174 Aug 24 18:31:14.777176 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-0c5ad7a3-2be8-4b16-9970-25d4ec151ca6 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536201 Aug 24 18:31:14.874767 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-c572c957-1760-46d5-b0b8-76077fba7477 service neutron] 10.222.0.55 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840676 Aug 24 18:31:14.967484 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-50a42fed-391b-4f6f-a17b-d6968319c1b3 service neutron] 10.222.0.55 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869980 Aug 24 18:31:15.134613 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab15cd25-9925-407d-b3b3-b2d5f8426773 req-265b0f92-9c91-4f44-afd5-6426bedaad67 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0289428 Aug 24 18:31:15.519531 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fec4ef7-b0a4-4fee-b0f1-25427e2bffcc req-ec95944e-55fd-4c8b-bcde-f7d4a83bb443 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0289660 Aug 24 18:31:16.245425 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e339c7a3-b19b-40b3-ab0b-2654dd47357e req-b12311f0-6fb6-46be-b055-f383b7ec87cb tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0333619 Aug 24 18:31:16.265177 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-e0d34b25-8895-4823-b49a-66799bb65f92 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c5920593d8d74eed8f65c3f56cf9bd04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354495 Aug 24 18:31:16.396804 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-415f535d-9965-46be-9995-cb2927a63d58 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:16.398652 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-415f535d-9965-46be-9995-cb2927a63d58 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117401 Aug 24 18:31:16.627621 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7b5f4f3-a0b3-49bd-8179-ba1510ac4c09 req-30e58d16-d414-4455-b4f8-390d8cbd4f47 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0268972 Aug 24 18:31:16.766582 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Request body: {'port': {'device_id': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796', 'admin_state_up': True, 'tenant_id': 'c5920593d8d74eed8f65c3f56cf9bd04'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:16.877406 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Made reservation on behalf of c5920593d8d74eed8f65c3f56cf9bd04 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:16.880745 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:16.889359 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:16.971157 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks [] for security_group (60e0e5fc-9877-49e4-8c41-54680d90f6d0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:16.983276 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (60e0e5fc-9877-49e4-8c41-54680d90f6d0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:17.048021 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e0e5fc-9877-49e4-8c41-54680d90f6d0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:17.127657 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Allocated IP 192.168.233.162 (2fbb58d4-a58c-4c9e-9cbf-ae85e265c796/31f4ce7c-8585-4f28-afee-5d060fcab0b5/e1ea2415-dd02-4a74-81a9-03bc7d32d743) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:17.318193 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks [] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:17.381709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:17.389737 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d17e45a3-f296-4e74-b951-f1c83c8fa5d4 req-d201c90e-6dc6-4d8c-b16d-65ff2590df59 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0295107 Aug 24 18:31:17.422828 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:17.429153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:17.431827 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:17.465184 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Pushing event updated for resources: {'Port': ['ID=e1ea2415-dd02-4a74-81a9-03bc7d32d743,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:17.493444 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:17.494052 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:17.511492 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-cf6fc262-6360-46ef-820a-59f38b00a92b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7487764 Aug 24 18:31:17.552179 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Request body: {'port': {'device_id': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:17.618949 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:17.638771 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-acf44278-a600-4149-b7c9-58f61fc258f7 None None] Provisioning complete for port e1ea2415-dd02-4a74-81a9-03bc7d32d743 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:17.639762 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acf44278-a600-4149-b7c9-58f61fc258f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:17.676078 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-acf44278-a600-4149-b7c9-58f61fc258f7 None None] Port e1ea2415-dd02-4a74-81a9-03bc7d32d743 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:17.907987 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-a33d1cf9-53f4-4e56-8e38-2c401ad40076 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:17.909445 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-a33d1cf9-53f4-4e56-8e38-2c401ad40076 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.58 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 814 time: 0.2580409 Aug 24 18:31:17.918063 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28b58-7945-45f3-ac60-464d8e267150 req-ffa960fb-3d9a-4247-b3b7-529ff2b739c4 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:17.919407 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fd28b58-7945-45f3-ac60-464d8e267150 req-ffa960fb-3d9a-4247-b3b7-529ff2b739c4 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 936 time: 0.2053859 Aug 24 18:31:17.935673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'port': {'device_id': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'admin_state_up': True, 'tenant_id': '22926495fd884619be6c837ae9efdb98'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:18.084625 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fd28b58-7945-45f3-ac60-464d8e267150 req-cfa235c9-c233-4921-a351-3d5e25150240 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576676 Aug 24 18:31:18.145810 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ea2415-dd02-4a74-81a9-03bc7d32d743 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:31:18.156614 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Publish callbacks [] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.165805 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Made reservation on behalf of 22926495fd884619be6c837ae9efdb98 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:18.169667 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.182785 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Transition to ACTIVE for port object e1ea2415-dd02-4a74-81a9-03bc7d32d743 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:31:18.191914 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.344097 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ea2415-dd02-4a74-81a9-03bc7d32d743,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:18.430469 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Attempting to bind port e1ea2415-dd02-4a74-81a9-03bc7d32d743 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:18.430924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Attempting to bind port e1ea2415-dd02-4a74-81a9-03bc7d32d743 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:18.431324 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Attempting to bind port e1ea2415-dd02-4a74-81a9-03bc7d32d743 on network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:18.441282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Allocated IP 172.20.0.10 (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23/95474278-85b1-415a-b0b9-d985c7091624/adb06e9f-3d91-463a-9b45-9d23a5743dc7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:18.443378 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Port e1ea2415-dd02-4a74-81a9-03bc7d32d743 on network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:31:18.443710 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Attempting to bind port e1ea2415-dd02-4a74-81a9-03bc7d32d743 on network 2fbb58d4-a58c-4c9e-9cbf-ae85e265c796 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:18.455200 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:18.455544 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Checking segment: {'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:18.455960 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Bound using segment: {'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:18.456403 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Bound port: e1ea2415-dd02-4a74-81a9-03bc7d32d743, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f920a3bf-e96a-45f4-a954-f965dc2d8172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:18.456849 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.545060 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8662163c-c238-4338-b037-d21c58175fae req-ed170ce5-fbbb-44a2-8dbc-d6efdfc7eb14 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0634542 Aug 24 18:31:18.606846 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] For port e1ea2415-dd02-4a74-81a9-03bc7d32d743, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:18.625919 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] For port e1ea2415-dd02-4a74-81a9-03bc7d32d743, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e1ea2415-dd02-4a74-81a9-03bc7d32d743,segment=NetworkSegment(f920a3bf-e96a-45f4-a954-f965dc2d8172),segment_id=f920a3bf-e96a-45f4-a954-f965dc2d8172)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:18.636142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.650800 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:18.652433 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.653906 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] 10.222.0.58 "PUT /v2.0/ports/e1ea2415-dd02-4a74-81a9-03bc7d32d743 HTTP/1.1" status: 200 len: 1098 time: 1.1064508 Aug 24 18:31:18.654428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'tag': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:31:18.656759 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250b58be-9dbe-4f8c-b2c0-583f50b06a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1284ff5a-b15c-41d1-8728-4f324c5cae11", "tag": "e1ea2415-dd02-4a74-81a9-03bc7d32d743"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:31:18.701573 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0b343-5aa6-491a-b2d3-c49e51c283f4 x-openstack-request-id: req-0ae0b343-5aa6-491a-b2d3-c49e51c283f4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:31:18.701869 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1284ff5a-b15c-41d1-8728-4f324c5cae11", "tag": "e1ea2415-dd02-4a74-81a9-03bc7d32d743", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:31:18.702129 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ae0b343-5aa6-491a-b2d3-c49e51c283f4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:31:18.702539 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae0b343-5aa6-491a-b2d3-c49e51c283f4'] response: {'name': 'network-changed', 'server_uuid': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'tag': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743', 'status': 'completed', 'code': 200} Aug 24 18:31:18.722018 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.730239 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdb8c-ce10-4f09-998e-cf6d79205d63 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ea2415-dd02-4a74-81a9-03bc7d32d743,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:18.760463 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.812009 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:18.815796 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:18.818254 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:18.846403 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:18.877040 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:18.877924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:18.897752 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-e4a56042-dbec-4e24-a1e0-36e987cc3400 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9697194 Aug 24 18:31:19.115333 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5efa4c0a-dde6-4483-807c-4f89e6b65541 None None] Provisioning complete for port adb06e9f-3d91-463a-9b45-9d23a5743dc7 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:19.115907 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5efa4c0a-dde6-4483-807c-4f89e6b65541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:19.149681 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5efa4c0a-dde6-4483-807c-4f89e6b65541 None None] Port adb06e9f-3d91-463a-9b45-9d23a5743dc7 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:19.239828 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5de904-e6fb-4f08-a58f-6acb4a068c32 req-cdb6206f-cf43-4968-8a2c-ebea5b537777 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:19.241489 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab5de904-e6fb-4f08-a58f-6acb4a068c32 req-cdb6206f-cf43-4968-8a2c-ebea5b537777 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0763242 Aug 24 18:31:19.313544 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab5de904-e6fb-4f08-a58f-6acb4a068c32 req-1f91518b-4148-4d4a-b7fe-1fb537c8e2b0 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648797 Aug 24 18:31:19.693230 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0230cb3-3512-4868-8437-c58b94b71846 req-7af673a6-c8dc-4c60-8539-fce4ade56bc6 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:19.696152 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f0230cb3-3512-4868-8437-c58b94b71846 req-7af673a6-c8dc-4c60-8539-fce4ade56bc6 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.0611970 Aug 24 18:31:19.751283 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f0230cb3-3512-4868-8437-c58b94b71846 req-92f8ba62-f1ae-4433-a085-741a3e19eace tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473645 Aug 24 18:31:19.924609 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57278) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:20.031541 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-540c79d4-9d6e-4f46-aa48-a3650ff2d5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:20.110265 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-540c79d4-9d6e-4f46-aa48-a3650ff2d5ff admin admin] Publish callbacks [] for security_group (b5d596e1-b352-4873-a56b-38b778e1c0d0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:20.116260 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-540c79d4-9d6e-4f46-aa48-a3650ff2d5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b5d596e1-b352-4873-a56b-38b778e1c0d0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:20.155464 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-540c79d4-9d6e-4f46-aa48-a3650ff2d5ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58d1cbe660044ffb87eb10a07bbd1e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291532 Aug 24 18:31:20.156374 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c79d4-9d6e-4f46-aa48-a3650ff2d5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d596e1-b352-4873-a56b-38b778e1c0d0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:20.158134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:20.213070 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ba93e2e-3f52-4fa4-866e-13a0a3083feb admin admin] Publish callbacks [] for security_group (b5d596e1-b352-4873-a56b-38b778e1c0d0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:20.238561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ba93e2e-3f52-4fa4-866e-13a0a3083feb admin admin] Publish callbacks [] for security_group (b5d596e1-b352-4873-a56b-38b778e1c0d0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:20.287171 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ba93e2e-3f52-4fa4-866e-13a0a3083feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b5d596e1-b352-4873-a56b-38b778e1c0d0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:20.290104 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ba93e2e-3f52-4fa4-866e-13a0a3083feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:20.291480 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3ba93e2e-3f52-4fa4-866e-13a0a3083feb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5d596e1-b352-4873-a56b-38b778e1c0d0 HTTP/1.1" status: 204 len: 168 time: 0.1320593 Aug 24 18:31:20.302622 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93e2e-3f52-4fa4-866e-13a0a3083feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d596e1-b352-4873-a56b-38b778e1c0d0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:20.497100 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037c058-7ab5-4f30-8a4f-c99253ed4b40 req-ebeb9350-4495-479f-9cae-f0afac5302d0 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:20.500489 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9037c058-7ab5-4f30-8a4f-c99253ed4b40 req-ebeb9350-4495-479f-9cae-f0afac5302d0 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0881603 Aug 24 18:31:20.576875 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9037c058-7ab5-4f30-8a4f-c99253ed4b40 req-b50aa777-1d07-4bc8-9747-26d0c88e6bfa tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708299 Aug 24 18:31:20.931971 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d91a8-1837-4f23-8947-643bce47383d req-92e91b57-09df-485f-8d59-5fc6d0c4f64e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:20.933563 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1e8d91a8-1837-4f23-8947-643bce47383d req-92e91b57-09df-485f-8d59-5fc6d0c4f64e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.0768201 Aug 24 18:31:20.982062 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1e8d91a8-1837-4f23-8947-643bce47383d req-4dcfa1fb-07a2-42eb-8c5e-bfd2df1305d4 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Aug 24 18:31:21.079966 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57318) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:21.184739 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1876148696-network', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:21.206048 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Made reservation on behalf of f0a4a08da72c4cbebf20a3a4d4df49f4 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:21.209148 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.218209 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.298884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks [] for security_group (3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.303762 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.334247 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:31:21.340663 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:21.349713 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (c6bb7a95-572f-4a77-ae04-d0e6e7c052a4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.350056 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Added segment c6bb7a95-572f-4a77-ae04-d0e6e7c052a4 of type vlan for network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 Aug 24 18:31:21.391640 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.418759 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.420424 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:21.421322 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.482576 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4013021 Aug 24 18:31:21.486083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:21.490322 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed13f23-26b2-47c4-b31f-6f153f683ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:21.491827 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Request body: {'subnet': {'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1876148696-subnet', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:21.500976 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:31:21.512349 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Made reservation on behalf of f0a4a08da72c4cbebf20a3a4d4df49f4 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:21.514657 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637880'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.712675 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bcd2b-4f44-4d35-b8d0-28893032c80c req-018ebc03-a307-43a3-ad20-053338a19102 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:21.712909 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12068289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637870'] for subnet (7d8f5c80-f43a-4071-bb4e-d27017e771cd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.714604 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d62bcd2b-4f44-4d35-b8d0-28893032c80c req-018ebc03-a307-43a3-ad20-053338a19102 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0648315 Aug 24 18:31:21.777098 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d62bcd2b-4f44-4d35-b8d0-28893032c80c req-f1897e69-f22b-479a-a5ed-ca56e795d28c tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557656 Aug 24 18:31:21.779521 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8f5c80-f43a-4071-bb4e-d27017e771cd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:21.799308 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Checking segment: {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:21.799660 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Network hostable DHCP agents. Network: 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:31:21.816708 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:31:21.827412 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:21.836771 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643d410-a10e-4331-9a5e-9a38e837d443 None None] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:31:21.842225 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:21.842854 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.862987 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4626be68-de25-4526-a463-a7e597ceb84a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735919 Aug 24 18:31:21.863477 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57328) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:21.868301 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:21.888746 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.889915 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.940577 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:31:21.941434 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:21.947600 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks [] for router_controller (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.088725 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Allocated IP 172.20.0.2 (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3/7d8f5c80-f43a-4071-bb4e-d27017e771cd/0bff072f-0d12-4267-8df6-4e3cb0bc1ef4) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:22.109118 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks [] for router_gateway (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.182763 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dbbbc-e6b1-4b33-a3a5-50f92413d267 req-ec2be4ba-a5cc-4c53-9667-3b1960a86351 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:22.185120 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-357dbbbc-e6b1-4b33-a3a5-50f92413d267 req-ec2be4ba-a5cc-4c53-9667-3b1960a86351 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.1034172 Aug 24 18:31:22.264563 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-357dbbbc-e6b1-4b33-a3a5-50f92413d267 req-e378fb28-4e41-43d1-a72a-0d813a96ecea tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Aug 24 18:31:22.301169 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Publish callbacks [] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.309161 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.334325 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks [] for router_gateway (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.355398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:22.358841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Pushing event updated for resources: {'Port': ['ID=0bff072f-0d12-4267-8df6-4e3cb0bc1ef4,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:22.359523 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.362653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:22.364965 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:22.425664 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Attempting to bind port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:22.426043 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Attempting to bind port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:22.426400 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Attempting to bind port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 on network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:22.431435 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:22.432080 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Checking segment: {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:22.432539 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.432936 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Bound using segment: {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:22.433475 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Bound port: 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:22.433943 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.484916 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Allocated IP 172.27.3.193 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/f7cc6169-a9ac-4c26-b2fb-76f973f4430a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:22.501822 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] For port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:22.505902 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] For port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0bff072f-0d12-4267-8df6-4e3cb0bc1ef4,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:22.511973 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.575906 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4221-d912-4836-9fb6-72081c1a58fd None None] Pushing event updated for resources: {'Port': ['ID=0bff072f-0d12-4267-8df6-4e3cb0bc1ef4,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:22.623991 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks [] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.659109 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:22.701693 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:22.707888 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:22.709897 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:22.716629 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:22.720497 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.720852 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.721201 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.721544 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.721873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.722202 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.722531 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.722864 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.723190 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.723516 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.723841 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.724163 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:22.724556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:23.033827 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902c79-f826-4b21-9485-0927020b8012 req-7f6d4b49-3c29-4dc9-853d-397de58aa3b9 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:23.035297 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10902c79-f826-4b21-9485-0927020b8012 req-7f6d4b49-3c29-4dc9-853d-397de58aa3b9 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.1381605 Aug 24 18:31:23.054216 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks [] for router_gateway (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:23.155211 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10902c79-f826-4b21-9485-0927020b8012 req-9a1b59ab-2c1c-41d4-8333-b59793b27ad1 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125166 Aug 24 18:31:23.274340 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:23.452795 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87de8e-3326-4657-a47f-2cd974b61418 req-bd05e2a3-7a51-4ad8-a491-b9e68438c1f5 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:23.454713 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d87de8e-3326-4657-a47f-2cd974b61418 req-bd05e2a3-7a51-4ad8-a491-b9e68438c1f5 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.0857511 Aug 24 18:31:23.510874 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d87de8e-3326-4657-a47f-2cd974b61418 req-c0c279d2-4291-449f-9ecb-ff062c990e19 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504789 Aug 24 18:31:23.635086 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38710080-37cf-4343-af3a-064f8e5a835b None None] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:31:23.689304 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:31:23.724136 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-810e0c24-ebf4-4181-b114-41a5410277f9 None None] Provisioning complete for port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:23.724561 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-810e0c24-ebf4-4181-b114-41a5410277f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:23.811319 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:31:23.826024 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Sync routers for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:31:23.846468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:23.847022 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-810e0c24-ebf4-4181-b114-41a5410277f9 None None] Current status of the port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:23.847427 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-810e0c24-ebf4-4181-b114-41a5410277f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:23.847864 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1ac2c181-eb29-4eb8-a7ef-64c331a94609 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9830308 Aug 24 18:31:23.849550 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:23.850214 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:23.851140 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57342) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:24.073080 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-810e0c24-ebf4-4181-b114-41a5410277f9 None None] For port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0bff072f-0d12-4267-8df6-4e3cb0bc1ef4,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:24.095758 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-810e0c24-ebf4-4181-b114-41a5410277f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:24.167452 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:24.363584 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d453c9-c87e-4984-934a-9af89d1c7e7f req-f3e981d6-9e5e-4839-aea5-df4f2dbe9ff0 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:24.364983 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1d453c9-c87e-4984-934a-9af89d1c7e7f req-f3e981d6-9e5e-4839-aea5-df4f2dbe9ff0 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.1037569 Aug 24 18:31:24.407567 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:24.467062 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e0c24-ebf4-4181-b114-41a5410277f9 None None] Pushing event updated for resources: {'Port': ['ID=0bff072f-0d12-4267-8df6-4e3cb0bc1ef4,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:24.473573 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1d453c9-c87e-4984-934a-9af89d1c7e7f req-eb1bc8c4-1833-44be-9baf-18614f3efeb1 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868325 Aug 24 18:31:24.506460 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f68a8f7d-85b5-43d4-a917-bebde0ab0a11 None None] Provisioning complete for port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:24.506845 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f68a8f7d-85b5-43d4-a917-bebde0ab0a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:24.517221 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:24.570392 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:24.570773 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:24.710856 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Allocated IP 172.20.0.1 (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3/7d8f5c80-f43a-4071-bb4e-d27017e771cd/d02da1b0-1a19-4c3d-81da-55bb69040760) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:24.713672 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31765b-1536-4bde-a66d-ba1861bf7b51 req-b04e6025-17a7-4323-bcbd-36ce703a59db tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:24.722799 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de31765b-1536-4bde-a66d-ba1861bf7b51 req-b04e6025-17a7-4323-bcbd-36ce703a59db tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.1192641 Aug 24 18:31:24.741992 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f68a8f7d-85b5-43d4-a917-bebde0ab0a11 None None] Current status of the port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:24.756487 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:24.775903 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:22Z', 'revision_number': 3, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:24.784439 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de31765b-1536-4bde-a66d-ba1861bf7b51 req-a1d4d4e7-5b8c-431c-a580-d2c41b4ff160 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607207 Aug 24 18:31:24.810053 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Checking router: f0cc6a04-b82f-4440-8f46-8ae7c5f8689f for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:31:24.810399 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Updating router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f port f7cc6169-a9ac-4c26-b2fb-76f973f4430a binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:31:24.833812 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks [] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:24.837104 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:24.869592 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:24.918687 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:24.921764 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:24.925885 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:24.931194 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Pushing event updated for resources: {'Port': ['ID=d02da1b0-1a19-4c3d-81da-55bb69040760,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:24.977964 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.165487 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.181683 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Publish callbacks [] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.188850 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.232467 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Attempting to bind port f7cc6169-a9ac-4c26-b2fb-76f973f4430a on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:25.232467 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Attempting to bind port f7cc6169-a9ac-4c26-b2fb-76f973f4430a by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:25.232467 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Attempting to bind port f7cc6169-a9ac-4c26-b2fb-76f973f4430a on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:25.245714 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:25.246406 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:25.247005 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.247404 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:25.247908 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Bound port: f7cc6169-a9ac-4c26-b2fb-76f973f4430a, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:25.248268 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.275613 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c50e7-48cd-4ba9-b8e4-45ae36bafd18 None None] Pushing event updated for resources: {'Port': ['ID=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:25.297147 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-62a50585-9c41-47f5-a173-16e49eb49c4f None None] Provisioning complete for port d02da1b0-1a19-4c3d-81da-55bb69040760 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:25.297523 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-62a50585-9c41-47f5-a173-16e49eb49c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.334314 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] For port f7cc6169-a9ac-4c26-b2fb-76f973f4430a, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:25.352059 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] For port f7cc6169-a9ac-4c26-b2fb-76f973f4430a, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:25.352658 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks [] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.353271 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-62a50585-9c41-47f5-a173-16e49eb49c4f None None] Port d02da1b0-1a19-4c3d-81da-55bb69040760 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:25.359392 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.361679 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.410408 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:25.413129 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:25.426266 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.482617 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Pushing event updated for resources: {'Port': ['ID=d02da1b0-1a19-4c3d-81da-55bb69040760,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:25.489600 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c50e7-48cd-4ba9-b8e4-45ae36bafd18 None None] Pushing event updated for resources: {'Port': ['ID=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:25.553458 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:25.565073 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:25.566633 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:25.718278 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357a068-187c-454d-a941-98fb2fa16948 req-6dad16b9-6e05-4fce-bb84-9a9ff100da44 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:25.719894 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b357a068-187c-454d-a941-98fb2fa16948 req-6dad16b9-6e05-4fce-bb84-9a9ff100da44 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.1341689 Aug 24 18:31:25.779226 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:31:25.788392 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b357a068-187c-454d-a941-98fb2fa16948 req-27da8f4f-682b-47df-9ba7-5100df8c368b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613790 Aug 24 18:31:25.907541 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-33170f24-b0ad-4cae-8ed4-82a1ad62fa8c None None] Provisioning complete for port d02da1b0-1a19-4c3d-81da-55bb69040760 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:25.908155 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-33170f24-b0ad-4cae-8ed4-82a1ad62fa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:25.911001 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 2, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:25.937496 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cb2c-f8f1-4477-a834-9faf59133ebb req-d67872ce-3d69-4ed1-b246-3ebbcf23b600 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:25.939311 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8840cb2c-f8f1-4477-a834-9faf59133ebb req-d67872ce-3d69-4ed1-b246-3ebbcf23b600 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.0780380 Aug 24 18:31:25.951240 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dcad7-3d92-4d32-bd11-4ed2c1088bad None None] The sync data for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi is: [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 2, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:31:25.953456 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:25.962346 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:31:25.976288 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-344845d3-229a-44fa-aa69-d607e257ae34 admin admin] 10.222.0.55 "PUT /v2.0/routers/f0cc6a04-b82f-4440-8f46-8ae7c5f8689f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1158741 Aug 24 18:31:26.021856 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8840cb2c-f8f1-4477-a834-9faf59133ebb req-4101aae7-96e0-44ab-aa6e-ef374b3a502d tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Aug 24 18:31:26.049348 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-33170f24-b0ad-4cae-8ed4-82a1ad62fa8c None None] Port d02da1b0-1a19-4c3d-81da-55bb69040760 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:26.085725 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:26.086808 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.197088 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:26.613785 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57378) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:26.618704 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1726914254-network', 'tenant_id': '479c17d6880e497f8bc822870e1119c3'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:26.643602 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Made reservation on behalf of 479c17d6880e497f8bc822870e1119c3 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:26.650308 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.666516 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.764138 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks [] for security_group (dcbe48cd-43f3-44e4-aae2-bb4d183d5182), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.774264 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (dcbe48cd-43f3-44e4-aae2-bb4d183d5182), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.807818 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:31:26.823964 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe48cd-43f3-44e4-aae2-bb4d183d5182,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:26.849371 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (897f011d-afc3-4288-8a20-0c88ef0fa138), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.849813 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Added segment 897f011d-afc3-4288-8a20-0c88ef0fa138 of type vlan for network f54f71ea-3859-43dd-a043-b4e9603d294a Aug 24 18:31:26.923008 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (f54f71ea-3859-43dd-a043-b4e9603d294a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.973754 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (f54f71ea-3859-43dd-a043-b4e9603d294a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:26.975100 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:26.975684 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.035476 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0e0e2-b998-4fdf-ac3e-35b627c4a079 req-92d9d211-da08-414e-940f-3cd0e165c08d tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:27.037353 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1b0e0e2-b998-4fdf-ac3e-35b627c4a079 req-92d9d211-da08-414e-940f-3cd0e165c08d tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.1293969 Aug 24 18:31:27.062035 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4470799 Aug 24 18:31:27.065042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:27.070547 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Request body: {'subnet': {'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1726914254-subnet', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:27.070730 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56b6b6-798c-4853-9b6f-447bd8d94923 admin admin] Pushing event updated for resources: {'Network': ['ID=f54f71ea-3859-43dd-a043-b4e9603d294a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:27.083692 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network f54f71ea-3859-43dd-a043-b4e9603d294a details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:31:27.105610 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Made reservation on behalf of 479c17d6880e497f8bc822870e1119c3 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:31:27.108484 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9637880'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.115556 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1b0e0e2-b998-4fdf-ac3e-35b627c4a079 req-32b303ba-42c1-46c1-9928-b0fc4cc4dd7f tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681427 Aug 24 18:31:27.266050 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27beb8-3964-427c-b29a-8102be9c0f16 req-96488055-e7bf-40aa-8045-b9b7fc6a418a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:27.267778 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b27beb8-3964-427c-b29a-8102be9c0f16 req-96488055-e7bf-40aa-8045-b9b7fc6a418a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.0988472 Aug 24 18:31:27.357624 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b27beb8-3964-427c-b29a-8102be9c0f16 req-b04aa3ec-f1b5-4eae-aa8c-337eb984631f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814359 Aug 24 18:31:27.420210 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12068289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9637870'] for subnet (31d8d1bd-6249-4f57-bb30-bde1f1679f6b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.487267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d8d1bd-6249-4f57-bb30-bde1f1679f6b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:27.496479 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Checking segment: {'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:27.496847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Network hostable DHCP agents. Network: f54f71ea-3859-43dd-a043-b4e9603d294a, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:31:27.499637 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.499989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.500358 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.500703 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.501039 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.501386 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.501723 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.502055 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.502385 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.502806 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.503038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.503549 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.503816 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:27.524377 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Network f54f71ea-3859-43dd-a043-b4e9603d294a is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:31:27.534999 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, f54f71ea-3859-43dd-a043-b4e9603d294a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:27.540258 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:27.541006 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.548060 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b089d40-3661-467b-8154-68b7c807659b None None] Network f54f71ea-3859-43dd-a043-b4e9603d294a requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:31:27.567827 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-17c98d2c-8703-4c3f-b38a-abb10905051a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5015237 Aug 24 18:31:27.570858 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:27.575382 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:27.607175 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (b7edfb28-94b2-4e92-b335-544e4fa19e30), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.609096 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (b7edfb28-94b2-4e92-b335-544e4fa19e30), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.667996 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks [] for router_controller (b7edfb28-94b2-4e92-b335-544e4fa19e30), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.679189 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-f54f71ea-3859-43dd-a043-b4e9603d294a', 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a', 'project_id': '479c17d6880e497f8bc822870e1119c3', 'fixed_ips': [{'subnet_id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:31:27.680046 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:27.818811 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Allocated IP 172.20.0.2 (f54f71ea-3859-43dd-a043-b4e9603d294a/31d8d1bd-6249-4f57-bb30-bde1f1679f6b/23daa5b2-6a6d-4bb3-9796-b28ad0c64df3) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:27.825169 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks [] for router_gateway (b7edfb28-94b2-4e92-b335-544e4fa19e30), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.049442 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device f7cc6169-a9ac-4c26-b2fb-76f973f4430a up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:28.111124 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks [] for router_gateway (b7edfb28-94b2-4e92-b335-544e4fa19e30), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.138220 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.174132 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Publish callbacks [] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.182953 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.193868 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port f7cc6169-a9ac-4c26-b2fb-76f973f4430a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:28.194256 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.254082 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Network f54f71ea-3859-43dd-a043-b4e9603d294a is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:28.263410 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:28.269590 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:28.273098 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Pushing event updated for resources: {'Port': ['ID=23daa5b2-6a6d-4bb3-9796-b28ad0c64df3,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:28.347140 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3b9a4-8cb3-405f-a201-7b541b9b23d3 req-2945fd56-d87b-4b3c-8304-b697cce9bdcf tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:28.349124 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-19b3b9a4-8cb3-405f-a201-7b541b9b23d3 req-2945fd56-d87b-4b3c-8304-b697cce9bdcf tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.1176755 Aug 24 18:31:28.353601 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Allocated IP 172.27.3.151 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/3c20a1f9-c86d-4086-b869-8e92d61a27cb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:28.411845 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port f7cc6169-a9ac-4c26-b2fb-76f973f4430a is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:28.412243 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.430689 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-19b3b9a4-8cb3-405f-a201-7b541b9b23d3 req-792c1fab-2101-43ce-a144-00f33d149ef4 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743537 Aug 24 18:31:28.436539 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port f7cc6169-a9ac-4c26-b2fb-76f973f4430a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:28.456521 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.505989 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Attempting to bind port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:28.506394 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Attempting to bind port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:28.506772 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Attempting to bind port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 on network f54f71ea-3859-43dd-a043-b4e9603d294a {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:28.519435 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:28.519824 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Checking segment: {'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:28.520236 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.520670 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Bound using segment: {'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:28.521307 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Bound port: 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:28.521701 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.557689 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:28.627190 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] For port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:28.627190 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] For port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=23daa5b2-6a6d-4bb3-9796-b28ad0c64df3,segment=NetworkSegment(897f011d-afc3-4288-8a20-0c88ef0fa138),segment_id=897f011d-afc3-4288-8a20-0c88ef0fa138)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:28.636816 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.720661 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Sync routers for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:31:28.732535 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa494105-9c99-4c32-b511-5acff900bbc2 None None] Pushing event updated for resources: {'Port': ['ID=23daa5b2-6a6d-4bb3-9796-b28ad0c64df3,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:28.736171 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:28.737324 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:28.844584 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cd760-225b-4c5c-99b6-cab0fcad78d1 req-a41b677e-444d-4107-b5ec-0f881749a9e8 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:28.846022 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2f2cd760-225b-4c5c-99b6-cab0fcad78d1 req-a41b677e-444d-4107-b5ec-0f881749a9e8 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.3688312 Aug 24 18:31:28.854482 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks [] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:28.893138 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:28.967022 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2f2cd760-225b-4c5c-99b6-cab0fcad78d1 req-8c0854a9-a969-4017-9f69-b97beb227c74 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103683 Aug 24 18:31:28.984691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.040958 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:29.044566 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:29.049922 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:29.053502 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Pushing event updated for resources: {'Port': ['ID=3c20a1f9-c86d-4086-b869-8e92d61a27cb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:29.169514 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 2, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:29.212837 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Checking router: f0cc6a04-b82f-4440-8f46-8ae7c5f8689f for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:31:29.213190 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Updating router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f port d02da1b0-1a19-4c3d-81da-55bb69040760 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:31:29.244272 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.330792 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks [] for router_gateway (b7edfb28-94b2-4e92-b335-544e4fa19e30), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.602401 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Publish callbacks [] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.610698 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.615490 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (b7edfb28-94b2-4e92-b335-544e4fa19e30), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.639444 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a883a1e-28c4-4e77-bcdd-070a2cff5ebb req-cc5719c3-4ef3-42bb-93fe-e7d44ef1f075 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:29.655725 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7a883a1e-28c4-4e77-bcdd-070a2cff5ebb req-cc5719c3-4ef3-42bb-93fe-e7d44ef1f075 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.1051919 Aug 24 18:31:29.717554 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7a883a1e-28c4-4e77-bcdd-070a2cff5ebb req-a88a54bd-6d61-4ce1-b820-152a67a84356 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Aug 24 18:31:29.742412 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b5f79-998b-43d6-926e-b7fa9cf96889 None None] Pushing event updated for resources: {'Port': ['ID=d02da1b0-1a19-4c3d-81da-55bb69040760,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:29.759517 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Attempting to bind port d02da1b0-1a19-4c3d-81da-55bb69040760 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:29.759963 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Attempting to bind port d02da1b0-1a19-4c3d-81da-55bb69040760 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:29.760347 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Attempting to bind port d02da1b0-1a19-4c3d-81da-55bb69040760 on network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:29.766330 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:29.766700 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Checking segment: {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:29.767098 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.767483 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Bound using segment: {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:29.767948 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Bound port: d02da1b0-1a19-4c3d-81da-55bb69040760, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:29.768352 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.847428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Router b7edfb28-94b2-4e92-b335-544e4fa19e30 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:31:29.880538 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] For port d02da1b0-1a19-4c3d-81da-55bb69040760, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:29.884254 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] For port d02da1b0-1a19-4c3d-81da-55bb69040760, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=d02da1b0-1a19-4c3d-81da-55bb69040760,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:29.894421 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:29.912498 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a9c6c-ae48-4a52-96d1-ce52b5f55867 None None] Network f54f71ea-3859-43dd-a043-b4e9603d294a requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:31:29.938819 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:29.939206 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:29.982104 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:31:30.004653 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b5f79-998b-43d6-926e-b7fa9cf96889 None None] Pushing event updated for resources: {'Port': ['ID=d02da1b0-1a19-4c3d-81da-55bb69040760,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:30.006384 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.008456 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cd334ca9-22c5-47bc-bc55-6bd34a359582 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4365358 Aug 24 18:31:30.021851 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:30.029088 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Sync routers for ids ['b7edfb28-94b2-4e92-b335-544e4fa19e30'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:31:30.054697 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d37ef96f-383a-4e85-a9c2-291e643ed7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.070367 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Routers {'b7edfb28-94b2-4e92-b335-544e4fa19e30'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:30.071422 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b7edfb28-94b2-4e92-b335-544e4fa19e30'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:30.076913 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-3eca15db-af53-4c92-8a3d-2853c27466ae None None] Provisioning complete for port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:30.077596 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3eca15db-af53-4c92-8a3d-2853c27466ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.125270 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:30.225115 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device f7cc6169-a9ac-4c26-b2fb-76f973f4430a up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:30.337734 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4852a2a-0d82-4324-a523-9384e24069b2 req-c46e94ef-7eab-42fd-a52d-7e323c9c3b38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:30.339414 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4852a2a-0d82-4324-a523-9384e24069b2 req-c46e94ef-7eab-42fd-a52d-7e323c9c3b38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.1033237 Aug 24 18:31:30.354653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Set router b7edfb28-94b2-4e92-b335-544e4fa19e30 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:30.441284 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4852a2a-0d82-4324-a523-9384e24069b2 req-c276a73f-3a27-4be7-a767-3ea97021fd33 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932469 Aug 24 18:31:30.540818 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port f7cc6169-a9ac-4c26-b2fb-76f973f4430a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:30.541298 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.543058 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3eca15db-af53-4c92-8a3d-2853c27466ae None None] Current status of the port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:30.543503 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3eca15db-af53-4c92-8a3d-2853c27466ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.604406 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.661462 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3eca15db-af53-4c92-8a3d-2853c27466ae None None] For port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=23daa5b2-6a6d-4bb3-9796-b28ad0c64df3,segment=NetworkSegment(897f011d-afc3-4288-8a20-0c88ef0fa138),segment_id=897f011d-afc3-4288-8a20-0c88ef0fa138)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:30.679572 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3eca15db-af53-4c92-8a3d-2853c27466ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.690051 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:29Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:30.733464 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e55d91-520b-454e-8a43-971c31caa12a None None] The sync data for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi is: [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:29Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:31:30.839006 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port f7cc6169-a9ac-4c26-b2fb-76f973f4430a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:30.840223 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:30.857067 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Allocated IP 172.20.0.1 (f54f71ea-3859-43dd-a043-b4e9603d294a/31d8d1bd-6249-4f57-bb30-bde1f1679f6b/c10f3b1f-6474-4ef9-94b8-1a725c3a7b81) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:31:30.902110 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca15db-af53-4c92-8a3d-2853c27466ae None None] Pushing event updated for resources: {'Port': ['ID=23daa5b2-6a6d-4bb3-9796-b28ad0c64df3,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:30.904004 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d77d-1020-4913-9bc2-eded6bf36ee0 req-3393508a-08c0-4ff5-a728-c51487107976 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:30.907475 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ce2d77d-1020-4913-9bc2-eded6bf36ee0 req-3393508a-08c0-4ff5-a728-c51487107976 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0820868 Aug 24 18:31:30.958187 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:31:29Z', 'revision_number': 3, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port': {'id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:28Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:30.961550 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:30.961931 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:30.988368 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ce2d77d-1020-4913-9bc2-eded6bf36ee0 req-0a33d3e9-2278-49d5-9310-de12905653c1 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671382 Aug 24 18:31:31.034209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Checking router: b7edfb28-94b2-4e92-b335-544e4fa19e30 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:31:31.034561 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Updating router b7edfb28-94b2-4e92-b335-544e4fa19e30 port 3c20a1f9-c86d-4086-b869-8e92d61a27cb binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:31:31.054571 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks [] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.093319 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.132524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.154115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Network f54f71ea-3859-43dd-a043-b4e9603d294a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:31.157756 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:31.164864 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:31:31.187809 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ec28f567-fcbf-46eb-8025-fc02976a7a10 None None] Provisioning complete for port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:31.188523 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec28f567-fcbf-46eb-8025-fc02976a7a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.215056 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Pushing event updated for resources: {'Port': ['ID=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:31.252145 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (b7edfb28-94b2-4e92-b335-544e4fa19e30), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.396436 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:31.490238 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.521776 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ec28f567-fcbf-46eb-8025-fc02976a7a10 None None] Current status of the port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:31.669398 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed26ff-2925-47a6-bca5-4fec9798201e req-ce23463b-7d56-4879-a3ae-beb9c74bb4a9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:31.671034 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a8ed26ff-2925-47a6-bca5-4fec9798201e req-ce23463b-7d56-4879-a3ae-beb9c74bb4a9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.1264412 Aug 24 18:31:31.762596 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a8ed26ff-2925-47a6-bca5-4fec9798201e req-1ae8ecab-ad60-4dcf-9833-ad1eb84886a7 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843070 Aug 24 18:31:31.782852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks [] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.788100 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.792240 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Publish callbacks [] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.803957 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.810996 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c77572c1-0a60-41f0-8548-24f6690c68ab None None] Provisioning complete for port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:31.811435 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c77572c1-0a60-41f0-8548-24f6690c68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.858631 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Pushing event updated for resources: {'Port': ['ID=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:31.863325 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (b7edfb28-94b2-4e92-b335-544e4fa19e30), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.872461 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Attempting to bind port 3c20a1f9-c86d-4086-b869-8e92d61a27cb on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:31.872834 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Attempting to bind port 3c20a1f9-c86d-4086-b869-8e92d61a27cb by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:31.873209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Attempting to bind port 3c20a1f9-c86d-4086-b869-8e92d61a27cb on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:31.875260 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8585ab99-cd7b-45c9-b3d0-f8bd8ae92d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.893416 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:31.893649 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:31.894071 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.894422 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:31.894883 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Bound port: 3c20a1f9-c86d-4086-b869-8e92d61a27cb, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:31.895273 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:31.897117 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c77572c1-0a60-41f0-8548-24f6690c68ab None None] Port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:31.899614 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c909-3ff6-47a4-8557-fa7b77e21038 None None] Pushing event updated for resources: {'Port': ['ID=3c20a1f9-c86d-4086-b869-8e92d61a27cb,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:31.957684 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] For port 3c20a1f9-c86d-4086-b869-8e92d61a27cb, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:31.965817 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] For port 3c20a1f9-c86d-4086-b869-8e92d61a27cb, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=3c20a1f9-c86d-4086-b869-8e92d61a27cb,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:31.969535 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device d02da1b0-1a19-4c3d-81da-55bb69040760 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:31.972595 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Network f54f71ea-3859-43dd-a043-b4e9603d294a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:31:31.974374 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:31:31.997657 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.053604 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Routers {'b7edfb28-94b2-4e92-b335-544e4fa19e30'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:32.054252 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b7edfb28-94b2-4e92-b335-544e4fa19e30'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:32.103389 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Router b7edfb28-94b2-4e92-b335-544e4fa19e30 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:31:32.107585 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c909-3ff6-47a4-8557-fa7b77e21038 None None] Pushing event updated for resources: {'Port': ['ID=3c20a1f9-c86d-4086-b869-8e92d61a27cb,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:32.130743 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baf9de-af2f-471f-ad99-def2ccbd93d6 req-af1bab5b-3fb7-4394-9d99-46986f471519 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:32.132759 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0baf9de-af2f-471f-ad99-def2ccbd93d6 req-af1bab5b-3fb7-4394-9d99-46986f471519 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0591533 Aug 24 18:31:32.162944 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port d02da1b0-1a19-4c3d-81da-55bb69040760 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:32.163344 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.201725 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0baf9de-af2f-471f-ad99-def2ccbd93d6 req-021ce786-4028-4ef0-a314-d979110490d4 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613034 Aug 24 18:31:32.229827 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] Set router b7edfb28-94b2-4e92-b335-544e4fa19e30 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:32.229827 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6140de92-e86d-45ee-b9c4-483d215af606 None None] Provisioning complete for port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:32.229827 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6140de92-e86d-45ee-b9c4-483d215af606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.234597 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:31:32.239939 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cea73793-f506-4c88-b6f8-751f68252d08 admin admin] 10.222.0.55 "PUT /v2.0/routers/b7edfb28-94b2-4e92-b335-544e4fa19e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2158365 Aug 24 18:31:32.299115 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6140de92-e86d-45ee-b9c4-483d215af606 None None] Port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:31:32.393496 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port d02da1b0-1a19-4c3d-81da-55bb69040760 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:32.393882 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.453897 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port d02da1b0-1a19-4c3d-81da-55bb69040760, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=d02da1b0-1a19-4c3d-81da-55bb69040760,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:32.477998 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.478739 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:32.557908 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=d02da1b0-1a19-4c3d-81da-55bb69040760,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:32.578803 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:32.579173 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.600113 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:32.605037 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e50246d7-ec7d-4a70-9e00-f44b2ca11277 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140298424', 'description': 'tempest-secgroup-smoke-2140298424 description', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:32.606721 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 4, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port': {'id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:28Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'c10f3b1f-6474-4ef9-94b8-1a725c3a7b81', 'name': '', 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'mac_address': 'fa:16:3e:b4:a9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:30Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 2, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'subnets': [{'id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:32.631079 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e50246d7-ec7d-4a70-9e00-f44b2ca11277 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.639606 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187acc2-90e6-40ec-be95-7771419da914 None None] The sync data for ids ['b7edfb28-94b2-4e92-b335-544e4fa19e30'] in dv-cinder-853788-3-iscsi is: [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 4, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port': {'id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:28Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'c10f3b1f-6474-4ef9-94b8-1a725c3a7b81', 'name': '', 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'mac_address': 'fa:16:3e:b4:a9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:30Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 2, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'subnets': [{'id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:31:32.693088 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:32.721922 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e50246d7-ec7d-4a70-9e00-f44b2ca11277 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group (3ada6373-f72d-4870-b372-51c6e0bbe0c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.727138 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e50246d7-ec7d-4a70-9e00-f44b2ca11277 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (3ada6373-f72d-4870-b372-51c6e0bbe0c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.757179 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e50246d7-ec7d-4a70-9e00-f44b2ca11277 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.758440 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e50246d7-ec7d-4a70-9e00-f44b2ca11277 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1571901 Aug 24 18:31:32.761551 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57426) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:32.764152 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50246d7-ec7d-4a70-9e00-f44b2ca11277 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada6373-f72d-4870-b372-51c6e0bbe0c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:32.766243 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d30dafeb-c114-4d6a-80f6-ae20a7fb2021 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'security_group_rule': {'security_group_id': '3ada6373-f72d-4870-b372-51c6e0bbe0c7', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:32.797282 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d30dafeb-c114-4d6a-80f6-ae20a7fb2021 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (6222f38b-fa9c-4bb7-85cd-3904e0a9d67f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.892564 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d30dafeb-c114-4d6a-80f6-ae20a7fb2021 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (6222f38b-fa9c-4bb7-85cd-3904e0a9d67f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.899301 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d30dafeb-c114-4d6a-80f6-ae20a7fb2021 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (6222f38b-fa9c-4bb7-85cd-3904e0a9d67f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.928239 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dafeb-c114-4d6a-80f6-ae20a7fb2021 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6222f38b-fa9c-4bb7-85cd-3904e0a9d67f,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:32.934530 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d30dafeb-c114-4d6a-80f6-ae20a7fb2021 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:32.935738 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d30dafeb-c114-4d6a-80f6-ae20a7fb2021 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730831 Aug 24 18:31:32.938620 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:32.943143 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f8623991-37b1-49ce-a2e9-a968395e4620 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'security_group_rule': {'security_group_id': '3ada6373-f72d-4870-b372-51c6e0bbe0c7', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:32.945913 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2690ef-735e-40fb-b69d-4ff7f92318e6 req-7e028060-8986-47d1-a125-c0638ef60918 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:32.948789 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f2690ef-735e-40fb-b69d-4ff7f92318e6 req-7e028060-8986-47d1-a125-c0638ef60918 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.1080377 Aug 24 18:31:32.971601 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8623991-37b1-49ce-a2e9-a968395e4620 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (3af3b06a-5586-4014-95b0-0c0d50e9ebeb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.003796 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f2690ef-735e-40fb-b69d-4ff7f92318e6 req-77fdd972-5907-428b-98d4-4b03c84652bf tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Aug 24 18:31:33.045136 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8623991-37b1-49ce-a2e9-a968395e4620 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (3af3b06a-5586-4014-95b0-0c0d50e9ebeb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.050310 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8623991-37b1-49ce-a2e9-a968395e4620 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (3af3b06a-5586-4014-95b0-0c0d50e9ebeb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.072176 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8623991-37b1-49ce-a2e9-a968395e4620 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af3b06a-5586-4014-95b0-0c0d50e9ebeb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:33.083781 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8623991-37b1-49ce-a2e9-a968395e4620 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.084947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f8623991-37b1-49ce-a2e9-a968395e4620 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452687 Aug 24 18:31:33.087575 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 57432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:33.092595 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-67633d71-15e6-4b99-9452-318c78364da8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'security_group_rule': {'security_group_id': '3ada6373-f72d-4870-b372-51c6e0bbe0c7', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:33.119594 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67633d71-15e6-4b99-9452-318c78364da8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (5830dd8b-d90e-4b6f-bde2-51f95a2d5be3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.180292 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67633d71-15e6-4b99-9452-318c78364da8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (5830dd8b-d90e-4b6f-bde2-51f95a2d5be3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.185377 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67633d71-15e6-4b99-9452-318c78364da8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (5830dd8b-d90e-4b6f-bde2-51f95a2d5be3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.203814 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67633d71-15e6-4b99-9452-318c78364da8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5830dd8b-d90e-4b6f-bde2-51f95a2d5be3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:33.214174 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67633d71-15e6-4b99-9452-318c78364da8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.218594 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-67633d71-15e6-4b99-9452-318c78364da8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267874 Aug 24 18:31:33.218990 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57434) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:33.224065 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ab56c258-812f-4fc0-b2b4-5073c7dfdf61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'security_group_rule': {'security_group_id': '3ada6373-f72d-4870-b372-51c6e0bbe0c7', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:33.251915 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab56c258-812f-4fc0-b2b4-5073c7dfdf61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (bb745763-8fef-4c31-9c8f-78b136e5c3e7), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.284868 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.331033 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab56c258-812f-4fc0-b2b4-5073c7dfdf61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (bb745763-8fef-4c31-9c8f-78b136e5c3e7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.335964 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab56c258-812f-4fc0-b2b4-5073c7dfdf61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (bb745763-8fef-4c31-9c8f-78b136e5c3e7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.338348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a26c9-a609-4030-bfa3-ed3f6bdf466b req-cadbadda-306e-4661-9e41-3c51536111dd tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:33.342371 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-758a26c9-a609-4030-bfa3-ed3f6bdf466b req-cadbadda-306e-4661-9e41-3c51536111dd tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0593460 Aug 24 18:31:33.354807 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56c258-812f-4fc0-b2b4-5073c7dfdf61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb745763-8fef-4c31-9c8f-78b136e5c3e7,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:33.366302 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab56c258-812f-4fc0-b2b4-5073c7dfdf61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.371285 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ab56c258-812f-4fc0-b2b4-5073c7dfdf61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481640 Aug 24 18:31:33.371285 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57438) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:33.376683 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'security_group_rule': {'security_group_id': '3ada6373-f72d-4870-b372-51c6e0bbe0c7', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:33.402417 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-758a26c9-a609-4030-bfa3-ed3f6bdf466b req-3fa3ba26-c9ca-4a23-a56d-7a5e64c6691b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523953 Aug 24 18:31:33.403117 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Project f0a4a08da72c4cbebf20a3a4d4df49f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:31:33.408596 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (0b2caec7-bc0f-44df-a4ce-261f784e6eea), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.486595 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (0b2caec7-bc0f-44df-a4ce-261f784e6eea), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.491019 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (0b2caec7-bc0f-44df-a4ce-261f784e6eea), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.508718 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2caec7-bc0f-44df-a4ce-261f784e6eea,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:33.516966 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.518103 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e509861b-a753-4bc9-968e-930d23d516a2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459074 Aug 24 18:31:33.520855 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 57440) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:31:33.525608 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'security_group_rule': {'security_group_id': '3ada6373-f72d-4870-b372-51c6e0bbe0c7', 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:33.549784 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Project f0a4a08da72c4cbebf20a3a4d4df49f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:31:33.555543 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (9e93be69-3b89-4389-ae92-050df533ecfc), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.616505 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (9e93be69-3b89-4389-ae92-050df533ecfc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.621141 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (9e93be69-3b89-4389-ae92-050df533ecfc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.638898 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e93be69-3b89-4389-ae92-050df533ecfc,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:33.649543 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:33.650912 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-61fa9cea-eb8d-43b7-a64d-77b29259e5f9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291223 Aug 24 18:31:34.001841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device d02da1b0-1a19-4c3d-81da-55bb69040760 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:34.060315 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port d02da1b0-1a19-4c3d-81da-55bb69040760 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:34.060843 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:34.152814 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29649-3176-4e73-92b2-8d497a61181b req-9bc11c62-6e58-4bcb-8974-d4d6b51a6083 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:34.154890 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bdf29649-3176-4e73-92b2-8d497a61181b req-9bc11c62-6e58-4bcb-8974-d4d6b51a6083 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.0689406 Aug 24 18:31:34.158168 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port d02da1b0-1a19-4c3d-81da-55bb69040760 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:34.159303 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 3c20a1f9-c86d-4086-b869-8e92d61a27cb up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:34.208618 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bdf29649-3176-4e73-92b2-8d497a61181b req-dbef3d54-25a1-49df-9a38-c656dbc2ae1d tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452299 Aug 24 18:31:34.209222 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 3c20a1f9-c86d-4086-b869-8e92d61a27cb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:34.209599 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:34.293502 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 3c20a1f9-c86d-4086-b869-8e92d61a27cb is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:34.294209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:34.322566 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 3c20a1f9-c86d-4086-b869-8e92d61a27cb, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=3c20a1f9-c86d-4086-b869-8e92d61a27cb,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:34.327866 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:34.374050 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=3c20a1f9-c86d-4086-b869-8e92d61a27cb,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:34.381349 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.381710 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.382078 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.382415 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.382743 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.383068 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.383400 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.383719 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.384040 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.384385 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.384727 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.385043 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.385358 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:34.526895 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:34.552243 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9787e-169f-4033-9da9-540aea242984 req-7a04d20a-792e-4d46-9731-cab9ce5085d1 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:34.553815 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ed9787e-169f-4033-9da9-540aea242984 req-7a04d20a-792e-4d46-9731-cab9ce5085d1 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0634530 Aug 24 18:31:34.606055 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ed9787e-169f-4033-9da9-540aea242984 req-37622c40-51d8-42d9-9675-76760572d568 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 Aug 24 18:31:34.620611 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Request body: {'port': {'device_id': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:31:34.733160 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b58be-9dbe-4f8c-b2c0-583f50b06a1e req-b51354b3-98bb-4954-927a-23b69510e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:34.734741 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-250b58be-9dbe-4f8c-b2c0-583f50b06a1e req-b51354b3-98bb-4954-927a-23b69510e989 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5920593d8d74eed8f65c3f56cf9bd04&device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 1132 time: 0.1111188 Aug 24 18:31:34.737547 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:34.857715 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-250b58be-9dbe-4f8c-b2c0-583f50b06a1e req-569eeee0-a5f4-4b23-9bd1-c120ff3202f4 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c5920593d8d74eed8f65c3f56cf9bd04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621407 Aug 24 18:31:34.872044 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Sync routers for ids ['b7edfb28-94b2-4e92-b335-544e4fa19e30'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:31:34.882628 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Routers {'b7edfb28-94b2-4e92-b335-544e4fa19e30'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:34.883253 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b7edfb28-94b2-4e92-b335-544e4fa19e30'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:34.990935 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Set router b7edfb28-94b2-4e92-b335-544e4fa19e30 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:35.239682 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 4, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port': {'id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:28Z', 'updated_at': '2022-08-24T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'c10f3b1f-6474-4ef9-94b8-1a725c3a7b81', 'name': '', 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'mac_address': 'fa:16:3e:b4:a9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:30Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 2, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'subnets': [{'id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:35.278438 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Checking router: b7edfb28-94b2-4e92-b335-544e4fa19e30 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:31:35.278866 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Updating router b7edfb28-94b2-4e92-b335-544e4fa19e30 port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:31:35.280680 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b58be-9dbe-4f8c-b2c0-583f50b06a1e req-9a260e75-deca-4db8-bdb4-159c72dd717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:35.282863 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-250b58be-9dbe-4f8c-b2c0-583f50b06a1e req-9a260e75-deca-4db8-bdb4-159c72dd717e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4177461 Aug 24 18:31:35.320586 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.363249 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce43a0f-e35c-4a7f-874a-aa59ad2d91e6 req-640ece57-aaf8-429c-a29b-c182ea92d077 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:35.365088 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ce43a0f-e35c-4a7f-874a-aa59ad2d91e6 req-640ece57-aaf8-429c-a29b-c182ea92d077 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 932 time: 0.0615234 Aug 24 18:31:35.386396 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb06e9f-3d91-463a-9b45-9d23a5743dc7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:31:35.400002 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Publish callbacks [] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.415789 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Transition to ACTIVE for port object adb06e9f-3d91-463a-9b45-9d23a5743dc7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:31:35.421982 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-b8beff53-d626-4cbc-b43c-0e5eb76c0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:35.423537 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-b8beff53-d626-4cbc-b43c-0e5eb76c0c1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5920593d8d74eed8f65c3f56cf9bd04&device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 1132 time: 0.0738192 Aug 24 18:31:35.424649 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.436652 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ce43a0f-e35c-4a7f-874a-aa59ad2d91e6 req-6ba20f4d-67f6-48b2-b8e0-f193a1b8a220 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631905 Aug 24 18:31:35.513440 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Pushing event updated for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:35.544117 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-d4d28612-8849-4ee3-87d7-b6282c8b10a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=e1ea2415-dd02-4a74-81a9-03bc7d32d743 HTTP/1.1" status: 200 len: 217 time: 0.0426178 Aug 24 18:31:35.602388 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Attempting to bind port adb06e9f-3d91-463a-9b45-9d23a5743dc7 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:35.603105 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Attempting to bind port adb06e9f-3d91-463a-9b45-9d23a5743dc7 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:35.603105 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Attempting to bind port adb06e9f-3d91-463a-9b45-9d23a5743dc7 on network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:35.611605 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Port adb06e9f-3d91-463a-9b45-9d23a5743dc7 on network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:31:35.611927 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Attempting to bind port adb06e9f-3d91-463a-9b45-9d23a5743dc7 on network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:35.622498 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-00a67afc-9296-4489-a56b-bfdc92846004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:35.623142 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Publish callbacks [] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.624268 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-00a67afc-9296-4489-a56b-bfdc92846004 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=31f4ce7c-8585-4f28-afee-5d060fcab0b5 HTTP/1.1" status: 200 len: 843 time: 0.0724983 Aug 24 18:31:35.630815 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.631440 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:35.631799 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Checking segment: {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:35.637176 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Bound using segment: {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:35.637403 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Bound port: adb06e9f-3d91-463a-9b45-9d23a5743dc7, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:35.639447 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.711911 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac260e4-d73f-43bb-9e6f-2b06938638e5 None None] Pushing event updated for resources: {'Port': ['ID=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:35.722701 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Attempting to bind port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:31:35.723265 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Attempting to bind port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:31:35.723626 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Attempting to bind port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 on network f54f71ea-3859-43dd-a043-b4e9603d294a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:31:35.728866 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:31:35.729234 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Checking segment: {'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:31:35.729627 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.730049 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Bound using segment: {'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:31:35.730509 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Bound port: c10f3b1f-6474-4ef9-94b8-1a725c3a7b81, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f011d-afc3-4288-8a20-0c88ef0fa138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:31:35.730884 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.757533 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.775400 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-9ef41384-0833-4f7a-b24e-2190537cb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:35.777284 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-9ef41384-0833-4f7a-b24e-2190537cb4b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2fbb58d4-a58c-4c9e-9cbf-ae85e265c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1351690 Aug 24 18:31:35.807556 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] For port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:35.812357 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] For port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,segment=NetworkSegment(897f011d-afc3-4288-8a20-0c88ef0fa138),segment_id=897f011d-afc3-4288-8a20-0c88ef0fa138)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:35.819675 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.851873 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9421a-bf65-48d6-bfdb-e81b7feb93ec req-1da85c1d-3d43-4c41-9368-6819463ad1e5 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:35.856992 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Routers {'b7edfb28-94b2-4e92-b335-544e4fa19e30'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:31:35.857641 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:31:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b7edfb28-94b2-4e92-b335-544e4fa19e30'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:35.858936 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-99a9421a-bf65-48d6-bfdb-e81b7feb93ec req-1da85c1d-3d43-4c41-9368-6819463ad1e5 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.1735799 Aug 24 18:31:35.892187 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:31:35.920906 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac260e4-d73f-43bb-9e6f-2b06938638e5 None None] Pushing event updated for resources: {'Port': ['ID=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:35.927221 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:31:35.967844 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.978948 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:35.979668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:35.981255 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-14363ea6-f473-41f4-96df-96190e229317 service neutron] 10.222.0.58 "PUT /v2.0/ports/adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 1094 time: 1.3656976 Aug 24 18:31:35.986618 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:31:35.988889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e338d-d78d-4197-94fb-947c42af249f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:31:36.009881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:36.018595 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 3c20a1f9-c86d-4086-b869-8e92d61a27cb up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:36.035272 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] Set router b7edfb28-94b2-4e92-b335-544e4fa19e30 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:31:36.038921 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-99a9421a-bf65-48d6-bfdb-e81b7feb93ec req-753a22df-d824-472d-93a6-2574d9fd67d6 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791453 Aug 24 18:31:36.067516 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-38d2917f-e5c9-4df4-8b1e-0b9da8cc8a42 service neutron] 10.222.0.58 "GET /v2.0/networks/2fbb58d4-a58c-4c9e-9cbf-ae85e265c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692478 Aug 24 18:31:36.083888 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 3c20a1f9-c86d-4086-b869-8e92d61a27cb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:36.084573 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:36.185173 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 3c20a1f9-c86d-4086-b869-8e92d61a27cb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:36.195705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da47690-9c7d-4d7c-b3e5-04263f3ae5d5 x-openstack-request-id: req-3da47690-9c7d-4d7c-b3e5-04263f3ae5d5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:31:36.196139 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:31:36.196251 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3da47690-9c7d-4d7c-b3e5-04263f3ae5d5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:31:36.196666 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da47690-9c7d-4d7c-b3e5-04263f3ae5d5'] response: {'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'status': 'completed', 'code': 200} Aug 24 18:31:36.221232 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14363ea6-f473-41f4-96df-96190e229317 service neutron] Pushing event updated for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:36.294204 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-89d84423-b398-4f96-a855-1a6d85e77cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:36.296208 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-89d84423-b398-4f96-a855-1a6d85e77cad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1128 time: 0.2495005 Aug 24 18:31:36.345762 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b993c-c3be-4b3c-af04-beaff0940681 req-2d0811be-8398-4084-9adb-d55d08972408 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:36.347480 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-458b993c-c3be-4b3c-af04-beaff0940681 req-2d0811be-8398-4084-9adb-d55d08972408 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1276965 Aug 24 18:31:36.353399 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4fb8c002-1ed9-4e69-9c3e-29d9785187af req-503d48e2-1741-4cb6-8ef5-12dac89545b3 service neutron] 10.222.0.58 "GET /v2.0/networks/2fbb58d4-a58c-4c9e-9cbf-ae85e265c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530015 Aug 24 18:31:36.356565 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 4, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port': {'id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:28Z', 'updated_at': '2022-08-24T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'c10f3b1f-6474-4ef9-94b8-1a725c3a7b81', 'name': '', 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'mac_address': 'fa:16:3e:b4:a9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:30Z', 'updated_at': '2022-08-24T18:31:35Z', 'revision_number': 4, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'subnets': [{'id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:31:36.382367 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35b1d48-267c-4d3f-9f2b-49ea52fe65d3 None None] The sync data for ids ['b7edfb28-94b2-4e92-b335-544e4fa19e30'] in dv-cinder-853788-3-iscsi is: [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:31:31Z', 'revision_number': 4, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port': {'id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:28Z', 'updated_at': '2022-08-24T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'c10f3b1f-6474-4ef9-94b8-1a725c3a7b81', 'name': '', 'network_id': 'f54f71ea-3859-43dd-a043-b4e9603d294a', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'mac_address': 'fa:16:3e:b4:a9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:30Z', 'updated_at': '2022-08-24T18:31:35Z', 'revision_number': 4, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'subnets': [{'id': '31d8d1bd-6249-4f57-bb30-bde1f1679f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:31:36.382747 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-3255dfc9-f78b-4bf2-8698-08d8269bf1bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 217 time: 0.0667214 Aug 24 18:31:36.426374 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-458b993c-c3be-4b3c-af04-beaff0940681 req-dacc745d-91d9-43cd-9491-9010b2ed98d9 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Aug 24 18:31:36.494989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-3f743248-51a4-47e5-af1b-400047edf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:36.496597 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-3f743248-51a4-47e5-af1b-400047edf09b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 200 len: 853 time: 0.0539825 Aug 24 18:31:36.552593 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-1d1970d1-9cf8-40c0-a968-7f979c7d3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:36.556064 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-1d1970d1-9cf8-40c0-a968-7f979c7d3a6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520303 Aug 24 18:31:36.566248 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd678b-fecd-4737-ae7c-dfb149524cc7 req-f2832bf2-723d-4646-b57d-1a6a8e236023 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:36.568926 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92bd678b-fecd-4737-ae7c-dfb149524cc7 req-f2832bf2-723d-4646-b57d-1a6a8e236023 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 944 time: 0.0561538 Aug 24 18:31:36.618836 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92bd678b-fecd-4737-ae7c-dfb149524cc7 req-63ac698e-c497-4c2a-b511-9b9945c304da tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Aug 24 18:31:36.657684 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-c0978093-2212-4ce0-9393-88167f5235eb service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921354 Aug 24 18:31:36.766163 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3dc9e6b2-7b85-4813-b2b6-5b2b8081633e req-9d65e518-1055-4f75-afdd-f3cab7a9fb26 service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008074 Aug 24 18:31:36.931618 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e338d-d78d-4197-94fb-947c42af249f req-faade2a8-2e10-448d-b24d-c856711c8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:36.933221 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf7e338d-d78d-4197-94fb-947c42af249f req-faade2a8-2e10-448d-b24d-c856711c8b2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1128 time: 0.0525603 Aug 24 18:31:37.031430 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e338d-d78d-4197-94fb-947c42af249f req-283dcff9-aa70-4f30-a540-2a3c8a39436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:37.032979 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf7e338d-d78d-4197-94fb-947c42af249f req-283dcff9-aa70-4f30-a540-2a3c8a39436b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 915 time: 0.0936007 Aug 24 18:31:37.078758 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf7e338d-d78d-4197-94fb-947c42af249f req-e75bb5f3-2bad-4218-8ed0-13b84b238810 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 217 time: 0.0377460 Aug 24 18:31:37.158529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e338d-d78d-4197-94fb-947c42af249f req-d154ff98-c1db-4603-9bb4-b75834c370ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:37.160275 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf7e338d-d78d-4197-94fb-947c42af249f req-d154ff98-c1db-4603-9bb4-b75834c370ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 200 len: 853 time: 0.0737603 Aug 24 18:31:37.210371 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210110c-2bf7-4574-a178-6f24d3182582 req-ecfeaf68-f8a9-47f1-a12a-6e1f6c2f3a73 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:37.211836 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3210110c-2bf7-4574-a178-6f24d3182582 req-ecfeaf68-f8a9-47f1-a12a-6e1f6c2f3a73 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0943773 Aug 24 18:31:37.237751 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e338d-d78d-4197-94fb-947c42af249f req-72af9c90-91ee-4660-b3e7-fadb513dd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:37.239229 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf7e338d-d78d-4197-94fb-947c42af249f req-72af9c90-91ee-4660-b3e7-fadb513dd51d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713437 Aug 24 18:31:37.306296 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3210110c-2bf7-4574-a178-6f24d3182582 req-ab6052ef-3d0f-4459-8ad4-62b9545a96f6 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881512 Aug 24 18:31:37.347936 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf7e338d-d78d-4197-94fb-947c42af249f req-b55518d8-392e-4aa2-aadb-d4d4c56ff8bb service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978980 Aug 24 18:31:37.446812 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf7e338d-d78d-4197-94fb-947c42af249f req-f677900b-da3c-4fb5-8459-1308069a25dd service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906365 Aug 24 18:31:37.556073 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9df3f6-bbbf-4f65-8451-ce88d8425680 req-2c3fdab6-cf58-479a-afc9-36baf843b32c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:37.558070 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef9df3f6-bbbf-4f65-8451-ce88d8425680 req-2c3fdab6-cf58-479a-afc9-36baf843b32c tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0557504 Aug 24 18:31:37.607325 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef9df3f6-bbbf-4f65-8451-ce88d8425680 req-b36ce77d-a4f2-4364-b1af-e08dbac4e807 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Aug 24 18:31:37.744951 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e3fba-ae88-4f00-88aa-ee4ef0f5bc6d req-370a31e3-bcbc-4c9d-b4a4-735fe285128a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:37.746464 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a73e3fba-ae88-4f00-88aa-ee4ef0f5bc6d req-370a31e3-bcbc-4c9d-b4a4-735fe285128a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 944 time: 0.0546968 Aug 24 18:31:37.792895 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a73e3fba-ae88-4f00-88aa-ee4ef0f5bc6d req-357a8a6c-59a8-4edb-8681-2c5269f06c43 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Aug 24 18:31:37.930837 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:37.975549 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:37.975923 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:38.049935 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:38.050291 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:38.081261 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,segment=NetworkSegment(897f011d-afc3-4288-8a20-0c88ef0fa138),segment_id=897f011d-afc3-4288-8a20-0c88ef0fa138)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:38.087410 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:38.133954 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:38.428201 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457e557-a6e1-492b-b312-8d3efbca80fc req-50491581-7a88-44cd-9e8b-f463f8f747e6 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:38.430222 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d457e557-a6e1-492b-b312-8d3efbca80fc req-50491581-7a88-44cd-9e8b-f463f8f747e6 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0543463 Aug 24 18:31:38.478334 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d457e557-a6e1-492b-b312-8d3efbca80fc req-316948c4-3464-4fcc-bb3a-c3204547bcc8 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Aug 24 18:31:38.800935 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811732-5a6a-421f-8f44-76c5b0f7da0a req-146eb9bd-16a3-4b7b-a0e3-330369a1f11b tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:38.802421 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b811732-5a6a-421f-8f44-76c5b0f7da0a req-146eb9bd-16a3-4b7b-a0e3-330369a1f11b tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0585308 Aug 24 18:31:38.850327 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b811732-5a6a-421f-8f44-76c5b0f7da0a req-c21c18e8-66ed-40e0-94bd-7f0753054106 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/security-groups?id=86cb8f8b-99a0-4eff-8e8e-a21a355820fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Aug 24 18:31:38.932381 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11b31-e750-4c64-94f0-1ec031306f59 req-fbda99be-fee0-4730-b83f-4b8e8aade938 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:38.933901 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43b11b31-e750-4c64-94f0-1ec031306f59 req-fbda99be-fee0-4730-b83f-4b8e8aade938 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 944 time: 0.0557711 Aug 24 18:31:38.980643 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43b11b31-e750-4c64-94f0-1ec031306f59 req-572d8da8-5cff-4e9e-80d8-7cab84343fce tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Aug 24 18:31:39.010391 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-c234b708-540c-4e14-876a-2a6dbaa264de tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:39.011992 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-c234b708-540c-4e14-876a-2a6dbaa264de tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0538273 Aug 24 18:31:39.119516 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Deleting port a431aa1d-41d1-4ff7-b207-8a0f90257270 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:31:39.119849 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:39.217569 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] For port a431aa1d-41d1-4ff7-b207-8a0f90257270, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=a431aa1d-41d1-4ff7-b207-8a0f90257270,segment=NetworkSegment(4eef1b57-571e-4934-b8ba-f6d6f448365d),segment_id=4eef1b57-571e-4934-b8ba-f6d6f448365d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:39.217943 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:39.238394 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Calling delete_port for a431aa1d-41d1-4ff7-b207-8a0f90257270 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:31:39.370046 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (a431aa1d-41d1-4ff7-b207-8a0f90257270), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:39.396283 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Pushing event deleted for resources: {'Port': ['ID=a431aa1d-41d1-4ff7-b207-8a0f90257270,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:39.436933 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] No DVR routers for this DVR port a431aa1d-41d1-4ff7-b207-8a0f90257270 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:31:39.442918 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:39.446506 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de5cff13-29c6-45f4-82a3-8bb0bb496b0e req-975099d0-fc16-4d34-ab63-b2cf63b72095 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.58 "DELETE /v2.0/ports/a431aa1d-41d1-4ff7-b207-8a0f90257270 HTTP/1.1" status: 204 len: 173 time: 0.4249337 Aug 24 18:31:39.447418 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'name': 'network-vif-deleted', 'tag': 'a431aa1d-41d1-4ff7-b207-8a0f90257270'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:31:39.450435 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feb08c4-82a1-423c-bf22-9312e7f68030" -d '{"events": [{"server_uuid": "f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9", "name": "network-vif-deleted", "tag": "a431aa1d-41d1-4ff7-b207-8a0f90257270"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:31:39.496452 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e966187a-0f95-4f63-bca3-0ef4b9bcf169 x-openstack-request-id: req-e966187a-0f95-4f63-bca3-0ef4b9bcf169 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:31:39.496919 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9", "name": "network-vif-deleted", "tag": "a431aa1d-41d1-4ff7-b207-8a0f90257270", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:31:39.497219 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e966187a-0f95-4f63-bca3-0ef4b9bcf169 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:31:39.497581 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e966187a-0f95-4f63-bca3-0ef4b9bcf169'] response: {'server_uuid': 'f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9', 'name': 'network-vif-deleted', 'tag': 'a431aa1d-41d1-4ff7-b207-8a0f90257270', 'status': 'completed', 'code': 200} Aug 24 18:31:39.602881 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9892d0-3af1-4ee4-830f-6e0db3a2c99d req-90bd1a44-405b-4987-a6db-6e3aa1505e58 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:39.604375 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b9892d0-3af1-4ee4-830f-6e0db3a2c99d req-90bd1a44-405b-4987-a6db-6e3aa1505e58 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0512953 Aug 24 18:31:39.651946 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b9892d0-3af1-4ee4-830f-6e0db3a2c99d req-c62f94b1-cfb5-41a7-a1cc-18902030af1d tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Aug 24 18:31:39.917127 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:39.963346 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:39.963672 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:39.972339 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec737902-b896-476a-bfbb-7e63df45ca39 req-b64428b5-0568-4eaf-8230-fa89318f4626 tempest-VolumesSnapshotTestJSON-68599553 tempest-VolumesSnapshotTestJSON-68599553-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ef8753-65c3-4f7e-a353-eb7e00f2c7d9 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Aug 24 18:31:40.038697 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:40.104895 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047d0f1-e47c-4ae5-a6ec-fb5cc35a8a4f req-f570a7a9-ac2e-4166-9f0b-3a5c78a1abba tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:40.106453 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0047d0f1-e47c-4ae5-a6ec-fb5cc35a8a4f req-f570a7a9-ac2e-4166-9f0b-3a5c78a1abba tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 944 time: 0.0553222 Aug 24 18:31:40.163320 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0047d0f1-e47c-4ae5-a6ec-fb5cc35a8a4f req-323d8a2e-5fba-47de-b25b-9049d2e53086 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Aug 24 18:31:40.464900 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:31:40.773234 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac3a28-31e0-4adf-aff0-47d544426b92 req-bdaaf8df-c0c9-40b7-920f-a48547640567 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:40.775062 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7ac3a28-31e0-4adf-aff0-47d544426b92 req-bdaaf8df-c0c9-40b7-920f-a48547640567 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 948 time: 0.0530469 Aug 24 18:31:40.828506 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7ac3a28-31e0-4adf-aff0-47d544426b92 req-35b0b791-3c0c-483a-96be-a56acf54a0d5 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471582 Aug 24 18:31:41.067876 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e1ea2415-dd02-4a74-81a9-03bc7d32d743 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:31:41.079324 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device a431aa1d-41d1-4ff7-b207-8a0f90257270 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:31:41.100131 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: a431aa1d-41d1-4ff7-b207-8a0f90257270 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:31:41.100513 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device a431aa1d-41d1-4ff7-b207-8a0f90257270 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:31:41.187780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e1ea2415-dd02-4a74-81a9-03bc7d32d743, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e1ea2415-dd02-4a74-81a9-03bc7d32d743,segment=NetworkSegment(f920a3bf-e96a-45f4-a954-f965dc2d8172),segment_id=f920a3bf-e96a-45f4-a954-f965dc2d8172)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:41.199755 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743', 'network_id': '2fbb58d4-a58c-4c9e-9cbf-ae85e265c796', 'port_id': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743', 'mac_address': 'fa:16:3e:2f:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f4ce7c-8585-4f28-afee-5d060fcab0b5', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:31:41.250399 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port e1ea2415-dd02-4a74-81a9-03bc7d32d743 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:41.250802 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:41.265093 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ea2415-dd02-4a74-81a9-03bc7d32d743 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:31:41.286408 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e1ea2415-dd02-4a74-81a9-03bc7d32d743, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e1ea2415-dd02-4a74-81a9-03bc7d32d743,segment=NetworkSegment(f920a3bf-e96a-45f4-a954-f965dc2d8172),segment_id=f920a3bf-e96a-45f4-a954-f965dc2d8172)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:41.294591 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:41.295252 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device adb06e9f-3d91-463a-9b45-9d23a5743dc7 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:31:41.336167 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92bed-f9c3-462b-a7d0-25632b85d3a0 req-11ab2c7c-322d-42a5-94d9-21c5c9014bdb tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:41.337739 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90b92bed-f9c3-462b-a7d0-25632b85d3a0 req-11ab2c7c-322d-42a5-94d9-21c5c9014bdb tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 944 time: 0.0739622 Aug 24 18:31:41.371495 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=e1ea2415-dd02-4a74-81a9-03bc7d32d743,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:41.389048 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90b92bed-f9c3-462b-a7d0-25632b85d3a0 req-4f5fcf3f-f304-40b7-bf96-02e86d0f556c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Aug 24 18:31:41.440003 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:41.452074 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'port_id': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'mac_address': 'fa:16:3e:e6:13:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:31:41.489106 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port adb06e9f-3d91-463a-9b45-9d23a5743dc7 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:41.489404 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:41.502446 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb06e9f-3d91-463a-9b45-9d23a5743dc7 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:31:41.521051 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:41.528133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:41.576429 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:41.963258 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6920e-095b-457b-a3c1-e9332bbc8775 req-0160ad30-166b-46b1-bd22-e9849e0ab0df tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:41.964756 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6ce6920e-095b-457b-a3c1-e9332bbc8775 req-0160ad30-166b-46b1-bd22-e9849e0ab0df tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 949 time: 0.0552182 Aug 24 18:31:42.018228 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6ce6920e-095b-457b-a3c1-e9332bbc8775 req-bfb55159-3755-4bac-84c3-98eab27ac3ab tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Aug 24 18:31:42.252299 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['e1ea2415-dd02-4a74-81a9-03bc7d32d743'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:31:42.276359 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['adb06e9f-3d91-463a-9b45-9d23a5743dc7'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:31:42.514929 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee7be-df64-4ab0-84ea-3ecc848160b7 req-8c666341-5c26-4229-9c5e-7c81d284da87 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:42.516415 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af3ee7be-df64-4ab0-84ea-3ecc848160b7 req-8c666341-5c26-4229-9c5e-7c81d284da87 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 945 time: 0.0579681 Aug 24 18:31:42.566816 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af3ee7be-df64-4ab0-84ea-3ecc848160b7 req-31d2cbef-bee2-4bae-99c9-8de5e3694815 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Aug 24 18:31:43.143331 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45f27e-9580-4fd0-9cc0-65227f806ff2 req-96e6df9b-34bf-4430-b5a4-cba05b3a3d95 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:43.144843 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd45f27e-9580-4fd0-9cc0-65227f806ff2 req-96e6df9b-34bf-4430-b5a4-cba05b3a3d95 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 949 time: 0.0537362 Aug 24 18:31:43.191664 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd45f27e-9580-4fd0-9cc0-65227f806ff2 req-eab2ec23-f265-4bc2-8d0a-e6d34bbbe2ba tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Aug 24 18:31:43.690058 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df1980-1df0-463e-aca0-30b99c2cf9a8 req-cd87d830-caf8-4ee7-b61c-a4203e48579e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:43.691562 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-88df1980-1df0-463e-aca0-30b99c2cf9a8 req-cd87d830-caf8-4ee7-b61c-a4203e48579e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 945 time: 0.0536005 Aug 24 18:31:43.744573 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-88df1980-1df0-463e-aca0-30b99c2cf9a8 req-c04ef676-4147-4e06-8b54-5cb0abe9fb3c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Aug 24 18:31:44.079745 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10fd88-6cc5-4bdc-9ff6-6cd8edf2e5ef req-e8bc22f5-5027-470d-9adf-a2d4e84ac328 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:44.081337 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac10fd88-6cc5-4bdc-9ff6-6cd8edf2e5ef req-e8bc22f5-5027-470d-9adf-a2d4e84ac328 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0755816 Aug 24 18:31:44.134576 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac10fd88-6cc5-4bdc-9ff6-6cd8edf2e5ef req-098a2168-8e53-4ee4-9316-5f5ce1d43902 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472431 Aug 24 18:31:44.342500 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cbeb5-1d35-4e37-8c44-019208759d72 req-504855ce-35aa-41e1-9590-5f9f32f8184c tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:44.343984 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c8cbeb5-1d35-4e37-8c44-019208759d72 req-504855ce-35aa-41e1-9590-5f9f32f8184c tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 949 time: 0.0571311 Aug 24 18:31:44.396657 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c8cbeb5-1d35-4e37-8c44-019208759d72 req-9b6917b4-e115-436f-b4a6-139307355c1d tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Aug 24 18:31:44.879951 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45996f04-2ad1-40ce-90dd-46c0b8e41f3c req-5208d3fb-18d6-46c1-9ad4-22728ef6815e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:44.881551 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45996f04-2ad1-40ce-90dd-46c0b8e41f3c req-5208d3fb-18d6-46c1-9ad4-22728ef6815e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 945 time: 0.0605283 Aug 24 18:31:44.929448 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45996f04-2ad1-40ce-90dd-46c0b8e41f3c req-1e074c46-16e9-414f-872f-a03d7b07d339 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Aug 24 18:31:45.279915 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b98f6-2906-4f54-a5a0-215ed26fabfd req-f9480d8c-6bda-468e-a0e9-01f4bd7ca3c2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:45.281444 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6b0b98f6-2906-4f54-a5a0-215ed26fabfd req-f9480d8c-6bda-468e-a0e9-01f4bd7ca3c2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0549884 Aug 24 18:31:45.329950 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6b0b98f6-2906-4f54-a5a0-215ed26fabfd req-8a3dfabe-8150-4b60-ac73-043ead056be8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 Aug 24 18:31:45.531993 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecae97-734a-446c-b174-b707836ab06d req-bb2af171-ab5a-4024-a1cb-63fc4f459c88 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:45.533496 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eeecae97-734a-446c-b174-b707836ab06d req-bb2af171-ab5a-4024-a1cb-63fc4f459c88 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 949 time: 0.0523145 Aug 24 18:31:45.582693 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eeecae97-734a-446c-b174-b707836ab06d req-006f7e95-11d7-4632-a22b-de0674022c5a tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Aug 24 18:31:46.069926 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8be2cc-8c07-4a93-9eeb-46f810781bff req-8c141b5e-e59e-45e2-8b35-099cfe0fe78a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:46.071295 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7e8be2cc-8c07-4a93-9eeb-46f810781bff req-8c141b5e-e59e-45e2-8b35-099cfe0fe78a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 945 time: 0.0561533 Aug 24 18:31:46.117870 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7e8be2cc-8c07-4a93-9eeb-46f810781bff req-a1356c89-8e27-4782-aa09-cedabd656984 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Aug 24 18:31:46.461453 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f69e72-d8ef-42d1-8138-f49b56002ee5 req-82b74eaf-3762-4059-b0a3-a5aed408f8dc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:46.462892 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5f69e72-d8ef-42d1-8138-f49b56002ee5 req-82b74eaf-3762-4059-b0a3-a5aed408f8dc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Aug 24 18:31:46.507890 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5f69e72-d8ef-42d1-8138-f49b56002ee5 req-94869915-3d07-44c9-a813-bd0fe79c5266 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394614 Aug 24 18:31:46.718498 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d5d1-d863-4ba8-a355-b8b6e306232b req-843dadad-c0ad-49f1-8ddd-0fe96d9c0ba8 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:46.720059 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d620d5d1-d863-4ba8-a355-b8b6e306232b req-843dadad-c0ad-49f1-8ddd-0fe96d9c0ba8 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 949 time: 0.0541871 Aug 24 18:31:46.771047 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d620d5d1-d863-4ba8-a355-b8b6e306232b req-e9143ad7-90b9-4204-9358-e1eb1477bf86 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Aug 24 18:31:47.250248 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25a310-8a87-44b9-a383-97f55acf37c2 req-57a09055-e693-4d0c-91ce-8f9d178083de tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:47.251764 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e25a310-8a87-44b9-a383-97f55acf37c2 req-57a09055-e693-4d0c-91ce-8f9d178083de tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 945 time: 0.0595443 Aug 24 18:31:47.262541 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e1ea2415-dd02-4a74-81a9-03bc7d32d743 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:47.299220 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e25a310-8a87-44b9-a383-97f55acf37c2 req-70449fb5-c9a0-42d8-8090-7787ea0a251c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Aug 24 18:31:47.311657 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port e1ea2415-dd02-4a74-81a9-03bc7d32d743 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:31:47.316202 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port e1ea2415-dd02-4a74-81a9-03bc7d32d743 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:47.316653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:47.389775 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port e1ea2415-dd02-4a74-81a9-03bc7d32d743 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:47.390103 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:47.412985 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:31:47.415219 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235e64bc-eb7b-40b1-b450-1008eee3aaed" -d '{"events": [{"server_uuid": "1284ff5a-b15c-41d1-8728-4f324c5cae11", "name": "network-vif-plugged", "status": "completed", "tag": "e1ea2415-dd02-4a74-81a9-03bc7d32d743"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:31:47.428127 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e1ea2415-dd02-4a74-81a9-03bc7d32d743, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e1ea2415-dd02-4a74-81a9-03bc7d32d743,segment=NetworkSegment(f920a3bf-e96a-45f4-a954-f965dc2d8172),segment_id=f920a3bf-e96a-45f4-a954-f965dc2d8172)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:47.433233 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:47.434186 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device adb06e9f-3d91-463a-9b45-9d23a5743dc7 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:31:47.471338 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561a1c6-be1a-480f-839b-7782d176fbfa x-openstack-request-id: req-c561a1c6-be1a-480f-839b-7782d176fbfa {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:31:47.471679 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1284ff5a-b15c-41d1-8728-4f324c5cae11", "name": "network-vif-plugged", "status": "completed", "tag": "e1ea2415-dd02-4a74-81a9-03bc7d32d743", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:31:47.471916 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c561a1c6-be1a-480f-839b-7782d176fbfa {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:31:47.472331 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c561a1c6-be1a-480f-839b-7782d176fbfa'] response: {'server_uuid': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743', 'code': 200} Aug 24 18:31:47.507431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=e1ea2415-dd02-4a74-81a9-03bc7d32d743,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:47.521242 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port adb06e9f-3d91-463a-9b45-9d23a5743dc7 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:31:47.525470 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port adb06e9f-3d91-463a-9b45-9d23a5743dc7 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:31:47.525844 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:47.596909 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port adb06e9f-3d91-463a-9b45-9d23a5743dc7 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:31:47.597276 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:47.629497 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:47.635647 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:47.683021 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:47.850603 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3718ded-a05c-4258-a755-22fc67095828 req-bc1d2462-3d00-406b-94fd-2958a4aed40d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:47.852432 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3718ded-a05c-4258-a755-22fc67095828 req-bc1d2462-3d00-406b-94fd-2958a4aed40d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.2699599 Aug 24 18:31:47.899041 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3718ded-a05c-4258-a755-22fc67095828 req-1478f4ea-74ad-469c-a496-c5ac198b19fd tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Aug 24 18:31:47.903665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555a6a6-72bd-4c29-8809-dd9636cb1b62 req-06f43cab-b66b-4380-90f2-284b7a1b1b99 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:47.905350 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f555a6a6-72bd-4c29-8809-dd9636cb1b62 req-06f43cab-b66b-4380-90f2-284b7a1b1b99 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0527244 Aug 24 18:31:47.956035 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f555a6a6-72bd-4c29-8809-dd9636cb1b62 req-8a73ef58-c709-47f5-95ea-7cf315ac5d27 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Aug 24 18:31:48.422676 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374b0f7-e41c-40d9-ba55-0b651a4aa52c req-f5ab183a-6aa2-44aa-8768-8270ff2197e9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:48.424212 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c374b0f7-e41c-40d9-ba55-0b651a4aa52c req-f5ab183a-6aa2-44aa-8768-8270ff2197e9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0552683 Aug 24 18:31:48.471294 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c374b0f7-e41c-40d9-ba55-0b651a4aa52c req-54aee2c6-510f-4084-92fc-ad376af67790 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Aug 24 18:31:49.037535 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123df9e-340f-44d4-b41e-f705df9a16e3 req-8d245f58-1e1d-4900-aa0e-de3c90490880 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:49.038979 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6123df9e-340f-44d4-b41e-f705df9a16e3 req-8d245f58-1e1d-4900-aa0e-de3c90490880 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0532992 Aug 24 18:31:49.082865 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0534ee-76af-4fb4-99c8-11f1b776a793 req-5184e5a1-795c-4287-851f-cb194bc20360 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:49.084283 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf0534ee-76af-4fb4-99c8-11f1b776a793 req-5184e5a1-795c-4287-851f-cb194bc20360 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0559254 Aug 24 18:31:49.086559 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6123df9e-340f-44d4-b41e-f705df9a16e3 req-c6c99c58-8de6-4932-ab84-a21ee9fa9273 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Aug 24 18:31:49.130395 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf0534ee-76af-4fb4-99c8-11f1b776a793 req-3cb2c72e-000e-443c-97b9-a6854a31d45a tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Aug 24 18:31:49.473676 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:31:49.476085 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fe9816-355a-44c7-8bad-1d6002c00672" -d '{"events": [{"server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "name": "network-vif-plugged", "status": "completed", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:31:49.510577 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b03333-43ed-410f-999e-967096d52dfb x-openstack-request-id: req-40b03333-43ed-410f-999e-967096d52dfb {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:31:49.510873 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "name": "network-vif-plugged", "status": "completed", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:31:49.511123 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40b03333-43ed-410f-999e-967096d52dfb {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:31:49.511512 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b03333-43ed-410f-999e-967096d52dfb'] response: {'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'code': 200} Aug 24 18:31:49.606437 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657623-516b-4ade-b3c1-a49bc47c7d5b req-fd927fbb-b9f1-46e7-bf58-c0e4cd203e2f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:49.608420 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d657623-516b-4ade-b3c1-a49bc47c7d5b req-fd927fbb-b9f1-46e7-bf58-c0e4cd203e2f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0613477 Aug 24 18:31:49.657356 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d657623-516b-4ade-b3c1-a49bc47c7d5b req-1c3222f9-4f6a-40ec-ad23-38ea469ec1cf tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Aug 24 18:31:49.926391 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502f46-7db7-49fd-a5b5-9431f5ce6422 req-cc0d51dd-12b1-4278-9aa5-bf5b34880551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:49.927881 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c502f46-7db7-49fd-a5b5-9431f5ce6422 req-cc0d51dd-12b1-4278-9aa5-bf5b34880551 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 1134 time: 0.0744598 Aug 24 18:31:49.935373 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257fe1-4635-495f-af55-75fe97ae21b6 req-8e3a6bb1-e938-479f-8deb-91cce8101461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:49.936738 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e9257fe1-4635-495f-af55-75fe97ae21b6 req-8e3a6bb1-e938-479f-8deb-91cce8101461 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1130 time: 0.0576043 Aug 24 18:31:50.000857 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c502f46-7db7-49fd-a5b5-9431f5ce6422 req-ed8a1e12-247c-43d4-a3ab-c32fb59083a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630031 Aug 24 18:31:50.002831 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e9257fe1-4635-495f-af55-75fe97ae21b6 req-724684d4-dbb7-4582-89a6-5d8ed0c2e9b2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Aug 24 18:31:50.233179 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa3f0-1cfb-4bee-8a28-894772a827a6 req-6f8ce255-d1b9-4237-b8e6-b696d2645600 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:50.234735 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd5fa3f0-1cfb-4bee-8a28-894772a827a6 req-6f8ce255-d1b9-4237-b8e6-b696d2645600 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0535090 Aug 24 18:31:50.263211 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c438-b933-4e83-a7ad-1ac56a13c034 req-4df566de-eccf-432d-9e14-81a41ef88e2a tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:50.264627 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d123c438-b933-4e83-a7ad-1ac56a13c034 req-4df566de-eccf-432d-9e14-81a41ef88e2a tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0516973 Aug 24 18:31:50.281188 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd5fa3f0-1cfb-4bee-8a28-894772a827a6 req-2b7129a9-e1be-4111-93eb-8c2b499e9b5d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 Aug 24 18:31:50.315240 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d123c438-b933-4e83-a7ad-1ac56a13c034 req-b2a3fa6d-f5c1-41b5-90cf-7d4dd3814060 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Aug 24 18:31:50.793111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0445b5-8d82-4a16-b1fd-a42e8aa20233 req-dae0c585-bf1a-4c9a-99a7-70e4b3f9771b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:50.794675 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca0445b5-8d82-4a16-b1fd-a42e8aa20233 req-dae0c585-bf1a-4c9a-99a7-70e4b3f9771b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0595040 Aug 24 18:31:50.848155 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca0445b5-8d82-4a16-b1fd-a42e8aa20233 req-d2998e45-045c-496a-83e2-32570afb2571 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476282 Aug 24 18:31:51.417523 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d75-a5c2-41b8-88e0-778ef7c41140 req-0f88bdda-0f13-4f56-b4e4-410c344ba3e6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:51.419093 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ea84d75-a5c2-41b8-88e0-778ef7c41140 req-0f88bdda-0f13-4f56-b4e4-410c344ba3e6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0532589 Aug 24 18:31:51.440334 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566f129-50c5-407c-8ba9-f70b399983ca req-98bf1b94-7228-47c5-8ce0-049aedbc282b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:51.441847 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2566f129-50c5-407c-8ba9-f70b399983ca req-98bf1b94-7228-47c5-8ce0-049aedbc282b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0544188 Aug 24 18:31:51.467140 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ea84d75-a5c2-41b8-88e0-778ef7c41140 req-48453b1e-a5c4-44f3-b6b6-d58dcbaf687e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420415 Aug 24 18:31:51.489611 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2566f129-50c5-407c-8ba9-f70b399983ca req-fa745b7b-cc19-4029-b212-487dc598dd65 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Aug 24 18:31:51.980345 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3819902-c4eb-4d4b-864b-d9b0ade91f2f req-6df708ef-ab79-48f5-b783-a9147f122b34 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:51.981854 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3819902-c4eb-4d4b-864b-d9b0ade91f2f req-6df708ef-ab79-48f5-b783-a9147f122b34 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0548811 Aug 24 18:31:52.049805 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3819902-c4eb-4d4b-864b-d9b0ade91f2f req-8ead75ec-9243-4d9d-b4cf-d7b66570f9d0 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623014 Aug 24 18:31:52.605200 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b650c17-ed14-4c3f-ad8b-6cc4b3ec28cd req-38d93a05-f166-46fa-be93-3981392d2988 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:52.606693 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b650c17-ed14-4c3f-ad8b-6cc4b3ec28cd req-38d93a05-f166-46fa-be93-3981392d2988 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0542212 Aug 24 18:31:52.610254 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae93a-6377-4b04-9a54-e7e019e2f52a req-a33b0dd0-bf52-44cd-8d9b-47cd3a9375b7 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:52.611717 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cebae93a-6377-4b04-9a54-e7e019e2f52a req-a33b0dd0-bf52-44cd-8d9b-47cd3a9375b7 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0506306 Aug 24 18:31:52.653072 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b650c17-ed14-4c3f-ad8b-6cc4b3ec28cd req-e1b5c72b-24dd-48f8-afa6-a672d851783d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 Aug 24 18:31:52.658821 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cebae93a-6377-4b04-9a54-e7e019e2f52a req-004d1836-5b5a-4a73-a06d-606e82d3d75d tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Aug 24 18:31:53.176418 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987e20-0cbd-4c9c-8810-f49ae32ec02d req-50ca9bf9-160f-4356-95c0-2f2e36a2dc82 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:53.177875 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b987e20-0cbd-4c9c-8810-f49ae32ec02d req-50ca9bf9-160f-4356-95c0-2f2e36a2dc82 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0573230 Aug 24 18:31:53.231534 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b987e20-0cbd-4c9c-8810-f49ae32ec02d req-9f97f284-5edb-4732-8871-487863465431 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Aug 24 18:31:53.779540 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9806c-2aff-4039-9c91-bdafb08d9e8e req-425667e5-3584-40f6-a49c-b063a143f73f tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:53.780509 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147725d2-45a3-456e-90db-4c19e2aa1dd5 req-5a7c4487-3f55-456f-a298-e751bf17d2d5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:53.781995 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93f9806c-2aff-4039-9c91-bdafb08d9e8e req-425667e5-3584-40f6-a49c-b063a143f73f tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0543230 Aug 24 18:31:53.782461 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-147725d2-45a3-456e-90db-4c19e2aa1dd5 req-5a7c4487-3f55-456f-a298-e751bf17d2d5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0533004 Aug 24 18:31:53.830642 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93f9806c-2aff-4039-9c91-bdafb08d9e8e req-01ae869e-4d60-4c09-9d11-96fac4edc631 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Aug 24 18:31:53.830871 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-147725d2-45a3-456e-90db-4c19e2aa1dd5 req-70e19b09-e86a-417c-a37a-3d3704941a8a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Aug 24 18:31:54.108805 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abdde4-636a-413c-a9b1-4441825e5a9b req-93a135e9-8fb9-410d-97ea-2d9458797688 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:54.110323 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2abdde4-636a-413c-a9b1-4441825e5a9b req-93a135e9-8fb9-410d-97ea-2d9458797688 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0566630 Aug 24 18:31:54.160583 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2abdde4-636a-413c-a9b1-4441825e5a9b req-42f9b890-6e50-4e58-b1e4-393601c165f3 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Aug 24 18:31:54.355163 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fb34-52e6-4304-afdf-75e8b3bf2097 req-f78834c7-6c43-46c0-b4ad-49711cff2714 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:54.356663 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7863fb34-52e6-4304-afdf-75e8b3bf2097 req-f78834c7-6c43-46c0-b4ad-49711cff2714 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Aug 24 18:31:54.415195 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7863fb34-52e6-4304-afdf-75e8b3bf2097 req-54d82829-9260-4cc0-8cb0-707bf9394187 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527055 Aug 24 18:31:54.549805 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c1ee8-480d-4e7f-8cad-ab9d030d68d0 req-759853ce-a128-40f9-b866-477c639db4d3 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:54.551192 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cc8c1ee8-480d-4e7f-8cad-ab9d030d68d0 req-759853ce-a128-40f9-b866-477c639db4d3 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0681233 Aug 24 18:31:54.599062 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cc8c1ee8-480d-4e7f-8cad-ab9d030d68d0 req-219c3141-bf0a-4b5d-bafa-1d8d6c5183ab tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Aug 24 18:31:54.946609 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b85f1-d409-40eb-8125-2a0ced1a604d req-d607dd29-6318-4fed-a9f8-19fb709cf106 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:54.948100 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb7b85f1-d409-40eb-8125-2a0ced1a604d req-d607dd29-6318-4fed-a9f8-19fb709cf106 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0522840 Aug 24 18:31:54.958268 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e1145-6fff-44f7-b1cd-9aa6d59404b4 req-d39d1043-5f37-494c-99b0-d2e457ded1ce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:54.959756 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-728e1145-6fff-44f7-b1cd-9aa6d59404b4 req-d39d1043-5f37-494c-99b0-d2e457ded1ce tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Aug 24 18:31:54.997530 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb7b85f1-d409-40eb-8125-2a0ced1a604d req-40b39c09-9ffe-4f25-adb8-125e0b014804 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Aug 24 18:31:55.007827 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-728e1145-6fff-44f7-b1cd-9aa6d59404b4 req-d48ba182-2529-4b4c-9e4f-1b145ad3e9d6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425730 Aug 24 18:31:55.288091 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355352cb-a1a0-4e46-a6ae-1fbde7afe6b8 req-e75e5157-6616-48e9-92b2-6062721a800b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:55.303477 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-355352cb-a1a0-4e46-a6ae-1fbde7afe6b8 req-e75e5157-6616-48e9-92b2-6062721a800b tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0709670 Aug 24 18:31:55.359640 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-355352cb-a1a0-4e46-a6ae-1fbde7afe6b8 req-fe657742-84b6-4cda-a59b-19ded42d3dd3 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492318 Aug 24 18:31:56.138775 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b23fc-880b-4e18-b533-971002e7199d req-789b739c-163e-425f-8584-19a2ea9fc1f3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:56.140253 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-273b23fc-880b-4e18-b533-971002e7199d req-789b739c-163e-425f-8584-19a2ea9fc1f3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0546734 Aug 24 18:31:56.187556 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-273b23fc-880b-4e18-b533-971002e7199d req-7ae6ab7f-a0e0-4fbb-b112-fc25f970fe1a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415323 Aug 24 18:31:56.487856 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cee78-bf7b-4a7b-a102-446b4dc55348 req-4759f1bc-5b08-4fbd-92c7-bbfd37fba0dc tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:56.489332 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b7cee78-bf7b-4a7b-a102-446b4dc55348 req-4759f1bc-5b08-4fbd-92c7-bbfd37fba0dc tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0600877 Aug 24 18:31:56.564923 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b7cee78-bf7b-4a7b-a102-446b4dc55348 req-6b5d49ac-5ffe-40e1-ada9-fff3dbdd2d31 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/security-groups?id=60e0e5fc-9877-49e4-8c41-54680d90f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671294 Aug 24 18:31:56.584037 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a6041-613a-4892-b47d-13e087ebd437 req-5b74e755-ffba-43bb-a7c9-a94e10ec23ac tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:56.585552 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-233a6041-613a-4892-b47d-13e087ebd437 req-5b74e755-ffba-43bb-a7c9-a94e10ec23ac tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.58 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 950 time: 0.0692496 Aug 24 18:31:56.683816 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Deleting port e1ea2415-dd02-4a74-81a9-03bc7d32d743 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:31:56.684159 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:56.785470 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] For port e1ea2415-dd02-4a74-81a9-03bc7d32d743, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e1ea2415-dd02-4a74-81a9-03bc7d32d743,segment=NetworkSegment(f920a3bf-e96a-45f4-a954-f965dc2d8172),segment_id=f920a3bf-e96a-45f4-a954-f965dc2d8172)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:31:56.785838 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:56.798409 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Calling delete_port for e1ea2415-dd02-4a74-81a9-03bc7d32d743 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:31:56.922600 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (e1ea2415-dd02-4a74-81a9-03bc7d32d743), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:56.956681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Pushing event deleted for resources: {'Port': ['ID=e1ea2415-dd02-4a74-81a9-03bc7d32d743,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:56.969713 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['e1ea2415-dd02-4a74-81a9-03bc7d32d743'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:31:57.003113 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] No DVR routers for this DVR port e1ea2415-dd02-4a74-81a9-03bc7d32d743 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:31:57.005769 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:31:57.009073 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-233a6041-613a-4892-b47d-13e087ebd437 req-d74878fd-a388-4a41-8687-e2cda01915a2 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.58 "DELETE /v2.0/ports/e1ea2415-dd02-4a74-81a9-03bc7d32d743 HTTP/1.1" status: 204 len: 173 time: 0.4165401 Aug 24 18:31:57.009528 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'name': 'network-vif-deleted', 'tag': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:31:57.011836 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f780e-a737-4cd8-bb0f-2797011a8725" -d '{"events": [{"server_uuid": "1284ff5a-b15c-41d1-8728-4f324c5cae11", "name": "network-vif-deleted", "tag": "e1ea2415-dd02-4a74-81a9-03bc7d32d743"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:31:57.047976 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366da77-c126-45fb-9067-fc1171184345 x-openstack-request-id: req-b366da77-c126-45fb-9067-fc1171184345 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:31:57.048269 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1284ff5a-b15c-41d1-8728-4f324c5cae11", "name": "network-vif-deleted", "tag": "e1ea2415-dd02-4a74-81a9-03bc7d32d743", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:31:57.048588 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b366da77-c126-45fb-9067-fc1171184345 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:31:57.048997 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b366da77-c126-45fb-9067-fc1171184345'] response: {'server_uuid': '1284ff5a-b15c-41d1-8728-4f324c5cae11', 'name': 'network-vif-deleted', 'tag': 'e1ea2415-dd02-4a74-81a9-03bc7d32d743', 'status': 'completed', 'code': 200} Aug 24 18:31:57.316445 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20bd78-c873-40f4-9042-739b24a42e60 req-5b5e3363-45a9-4290-a417-cd30744d9395 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:57.317909 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5f20bd78-c873-40f4-9042-739b24a42e60 req-5b5e3363-45a9-4290-a417-cd30744d9395 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0530996 Aug 24 18:31:57.366477 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5f20bd78-c873-40f4-9042-739b24a42e60 req-edeb1176-df24-4fae-8760-72caa2cbf2a3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Aug 24 18:31:57.680462 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28cfcf5c-e505-4c16-b144-4924b9cce10e req-4a919613-c7a0-4259-a9d0-26e0643be4f7 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0305440 Aug 24 18:31:58.507001 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94c19a-9979-4ff4-82f4-96a7f5b63a99 req-c985420a-d4a2-4c5e-9096-a1d62d58e6b7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:58.508549 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e94c19a-9979-4ff4-82f4-96a7f5b63a99 req-c985420a-d4a2-4c5e-9096-a1d62d58e6b7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0543809 Aug 24 18:31:58.555766 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e94c19a-9979-4ff4-82f4-96a7f5b63a99 req-8ef0bcaf-502a-48bc-86aa-a07e8d708293 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414972 Aug 24 18:31:58.800541 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5624383d-6ca7-40a1-8cdf-0e26ab8b462f req-eaf581a7-b46a-4885-814d-f2610c3a41f6 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0275064 Aug 24 18:31:59.695747 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42589-b27c-4493-96e6-1f5b01d40640 req-7aeb9fba-9d09-4ddf-92a1-ece88fc97a36 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:31:59.697235 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7c42589-b27c-4493-96e6-1f5b01d40640 req-7aeb9fba-9d09-4ddf-92a1-ece88fc97a36 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0651662 Aug 24 18:31:59.748397 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7c42589-b27c-4493-96e6-1f5b01d40640 req-d8554eb1-353a-49df-9bb9-f917e3ee7e35 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454605 Aug 24 18:31:59.911788 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c09bbd31-5f68-4698-9781-c496fd9fc045 req-ebb0a9e2-c547-436f-b323-f76417eab3e3 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0276444 Aug 24 18:31:59.939799 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-823d57d3-c435-44ee-86f2-7862070768fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:00.884758 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605365f8-4028-43b0-944a-c64f8916e78c req-99673459-5864-4ec4-9bc6-49f7f7f83845 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:00.886233 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-605365f8-4028-43b0-944a-c64f8916e78c req-99673459-5864-4ec4-9bc6-49f7f7f83845 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0554361 Aug 24 18:32:00.937566 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-605365f8-4028-43b0-944a-c64f8916e78c req-b7e2cbe6-41ce-4eaa-b8be-07840936784b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417614 Aug 24 18:32:01.040997 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b87c6d72-c16d-4ea6-960e-382908d377b5 req-879962d6-e8f9-44bf-8f0e-aa877e34b324 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0303998 Aug 24 18:32:01.820678 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3f3f8120-4c50-4f8d-b9d7-80349f84bd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:02.084438 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d662ba-0e96-4663-aba4-f530dfcfa00a req-e29b9044-8831-4c82-8733-4e8953815b1c tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:02.085934 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-03d662ba-0e96-4663-aba4-f530dfcfa00a req-e29b9044-8831-4c82-8733-4e8953815b1c tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0553603 Aug 24 18:32:02.132891 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-03d662ba-0e96-4663-aba4-f530dfcfa00a req-e85dd2db-e8d1-45ac-adbb-d651eabb356e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 Aug 24 18:32:02.228539 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b809f164-3187-48b4-a180-819f27207126 req-cbb379cb-bb31-486d-bd18-c7a31bab9773 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Aug 24 18:32:03.264628 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b391b7-acc3-446a-a154-9dfd11fa26a6 req-c4a11ea1-ab89-4025-ad1e-2366c20f35b3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:03.266144 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8b391b7-acc3-446a-a154-9dfd11fa26a6 req-c4a11ea1-ab89-4025-ad1e-2366c20f35b3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0588732 Aug 24 18:32:03.289516 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:03.318492 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8b391b7-acc3-446a-a154-9dfd11fa26a6 req-023605e5-01fa-4a84-a791-e69b308a3cd0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465937 Aug 24 18:32:03.419186 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0bd36186-e521-4831-a263-ac91ddf32390 req-1ecaa9e5-cd39-4159-88de-e16de317d6e6 tempest-VolumesNegativeTest-729820744 tempest-VolumesNegativeTest-729820744-project] 10.222.0.55 "GET /v2.0/ports?device_id=1284ff5a-b15c-41d1-8728-4f324c5cae11 HTTP/1.1" status: 200 len: 210 time: 0.0340981 Aug 24 18:32:03.992340 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e1ea2415-dd02-4a74-81a9-03bc7d32d743 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:32:04.134610 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: e1ea2415-dd02-4a74-81a9-03bc7d32d743 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:32:04.134968 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e1ea2415-dd02-4a74-81a9-03bc7d32d743 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:32:04.448516 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e93d9-5f5d-4666-a5c6-d0792e51d86f req-3b786215-2cc7-4c48-8d4e-446bf26dee2e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:04.449840 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d3e93d9-5f5d-4666-a5c6-d0792e51d86f req-3b786215-2cc7-4c48-8d4e-446bf26dee2e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0545321 Aug 24 18:32:04.498865 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d3e93d9-5f5d-4666-a5c6-d0792e51d86f req-53749edc-7dea-4a8f-a490-0b85ac383757 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Aug 24 18:32:04.532145 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:05.646552 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbb9bf-19f2-4fa8-8fcd-d5ef7f11c075 req-45eef024-b548-4a54-85e9-10d5e0bbad6f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:05.648108 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04cbb9bf-19f2-4fa8-8fcd-d5ef7f11c075 req-45eef024-b548-4a54-85e9-10d5e0bbad6f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0584216 Aug 24 18:32:05.695501 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04cbb9bf-19f2-4fa8-8fcd-d5ef7f11c075 req-614fb906-1347-4c70-8072-e42849786d14 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Aug 24 18:32:05.766236 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:06.003460 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:06.054248 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a24d57-091c-4db8-a39d-78aedbfb1a3f req-0fc1745a-a49f-4dc5-a268-0ce174707e7d tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:06.055737 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-97a24d57-091c-4db8-a39d-78aedbfb1a3f req-0fc1745a-a49f-4dc5-a268-0ce174707e7d tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0561609 Aug 24 18:32:06.112984 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-97a24d57-091c-4db8-a39d-78aedbfb1a3f req-2bae635c-51d7-40ed-a1d1-ad017992b1ab tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501590 Aug 24 18:32:06.768275 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-70a25c23-6233-4541-815f-f2f2824407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:06.769967 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-70a25c23-6233-4541-815f-f2f2824407ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1130 time: 0.0539114 Aug 24 18:32:06.855632 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e593d2-2e86-49e2-8330-1732c63f0eff req-cd7e48d7-20db-4241-a270-209da093e6e0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:06.857178 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a0e593d2-2e86-49e2-8330-1732c63f0eff req-cd7e48d7-20db-4241-a270-209da093e6e0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0600011 Aug 24 18:32:06.938056 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a0e593d2-2e86-49e2-8330-1732c63f0eff req-0ce559c3-7448-413b-8d52-926f5e5f504b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752168 Aug 24 18:32:06.967879 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-8f3ba089-805c-433c-b3b2-91be352ba5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:06.969422 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-8f3ba089-805c-433c-b3b2-91be352ba5f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 912 time: 0.1166739 Aug 24 18:32:07.033884 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-a90e6db9-a3fe-4495-9a88-22e1c281c68b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 200 len: 1001 time: 0.0558197 Aug 24 18:32:07.090429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-b111a003-7ae9-4788-83c7-2cbc71908417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:07.091973 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-b111a003-7ae9-4788-83c7-2cbc71908417 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.0510352 Aug 24 18:32:07.163282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-9f7fc80a-9c66-4574-9d50-525e0da59221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:07.165152 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-9f7fc80a-9c66-4574-9d50-525e0da59221 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661607 Aug 24 18:32:07.541631 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-db35c431-da47-4f8c-a4b0-e7c532b57b29 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694189 Aug 24 18:32:07.549333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663ddd-9d80-4ca7-8863-1d12b0447cb0 req-bc99fdd6-7fe9-46b3-a79b-a20f604ef343 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:07.550762 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24663ddd-9d80-4ca7-8863-1d12b0447cb0 req-bc99fdd6-7fe9-46b3-a79b-a20f604ef343 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.3285346 Aug 24 18:32:07.652114 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24663ddd-9d80-4ca7-8863-1d12b0447cb0 req-07793af5-e200-4aac-95fd-60f06f91ce6c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936308 Aug 24 18:32:07.672267 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6d04824e-81c4-41f2-99b3-09f399ba934e req-0602eb9e-fd56-497b-bbe7-8f7f31197465 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205692 Aug 24 18:32:08.082421 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c86143-2402-4322-8f51-2d5da0fd44f1 req-df71bb8d-fdbd-405f-a5f2-9bfb1270bbef tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:08.083863 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c86143-2402-4322-8f51-2d5da0fd44f1 req-df71bb8d-fdbd-405f-a5f2-9bfb1270bbef tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Aug 24 18:32:08.132488 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c86143-2402-4322-8f51-2d5da0fd44f1 req-37ed8d6c-c2b6-4174-867c-b8e36b2914ba tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Aug 24 18:32:08.656641 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58222) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:08.775718 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a747db-1cfd-44b3-a85c-96932636ac52 req-d61446c1-9af0-43cd-8ffb-c2e2374b784c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:08.777313 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-21a747db-1cfd-44b3-a85c-96932636ac52 req-d61446c1-9af0-43cd-8ffb-c2e2374b784c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0532506 Aug 24 18:32:08.796570 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9e201bf7-9ce5-4946-89d9-52ed2362f63e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5920593d8d74eed8f65c3f56cf9bd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383247 Aug 24 18:32:08.799013 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58228) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:08.823640 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-21a747db-1cfd-44b3-a85c-96932636ac52 req-80e3033d-f2f9-482a-adbe-9db2762fd0bf tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 Aug 24 18:32:08.845753 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00555f79-7a1c-4ec5-a583-12007c7878f3 admin admin] Publish callbacks [] for security_group (60e0e5fc-9877-49e4-8c41-54680d90f6d0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:08.865832 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00555f79-7a1c-4ec5-a583-12007c7878f3 admin admin] Publish callbacks [] for security_group (60e0e5fc-9877-49e4-8c41-54680d90f6d0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:08.920890 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00555f79-7a1c-4ec5-a583-12007c7878f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (60e0e5fc-9877-49e4-8c41-54680d90f6d0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:08.923352 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00555f79-7a1c-4ec5-a583-12007c7878f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:08.924804 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-00555f79-7a1c-4ec5-a583-12007c7878f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60e0e5fc-9877-49e4-8c41-54680d90f6d0 HTTP/1.1" status: 204 len: 168 time: 0.1245759 Aug 24 18:32:08.932345 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00555f79-7a1c-4ec5-a583-12007c7878f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e0e5fc-9877-49e4-8c41-54680d90f6d0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:09.272112 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aea2b-7d01-4fd4-86ee-7da127739bc4 req-9fd25b49-6100-4c8e-8785-146186821284 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:09.273662 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-096aea2b-7d01-4fd4-86ee-7da127739bc4 req-9fd25b49-6100-4c8e-8785-146186821284 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0565524 Aug 24 18:32:09.320607 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-096aea2b-7d01-4fd4-86ee-7da127739bc4 req-0cb65f21-5a2f-40d9-99a4-8411b6326216 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Aug 24 18:32:09.959108 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9620-42af-4e0a-bf66-e56089ecbca8 req-23537b7e-c974-4947-99f9-38d6a86b41f9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:09.960509 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-332a9620-42af-4e0a-bf66-e56089ecbca8 req-23537b7e-c974-4947-99f9-38d6a86b41f9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0602250 Aug 24 18:32:10.006280 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-332a9620-42af-4e0a-bf66-e56089ecbca8 req-427e93fd-b799-4302-a6e2-034f6dd4110d tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Aug 24 18:32:10.456636 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2009e-9cfb-4b80-b0cf-4d650e35472a req-0d26c9bf-9813-46b0-ba2b-5c45b71a8589 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:10.458103 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22e2009e-9cfb-4b80-b0cf-4d650e35472a req-0d26c9bf-9813-46b0-ba2b-5c45b71a8589 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0628757 Aug 24 18:32:10.506021 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22e2009e-9cfb-4b80-b0cf-4d650e35472a req-53cd80e4-7748-48a0-bd74-656a80f75cc3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402117 Aug 24 18:32:11.138333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e73581-a399-4d8d-bd2b-6a99873ddf42 req-ba3a1b19-c63e-40f9-8841-5dfb8cbd1b43 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:11.139747 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7e73581-a399-4d8d-bd2b-6a99873ddf42 req-ba3a1b19-c63e-40f9-8841-5dfb8cbd1b43 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0605373 Aug 24 18:32:11.186453 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7e73581-a399-4d8d-bd2b-6a99873ddf42 req-4d6dec01-277c-4a46-9a9b-e502db6484d1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Aug 24 18:32:11.538355 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-a766f040-16c8-4ae4-96dd-9c957af8d6c3 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140298424&fields=id&tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4 HTTP/1.1" status: 200 len: 267 time: 0.0545690 Aug 24 18:32:11.643094 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-9943096a-d94b-412e-a388-99152b3c07e6 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:11.644606 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-9943096a-d94b-412e-a388-99152b3c07e6 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 809 time: 0.0993507 Aug 24 18:32:11.660225 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-893f5763-4123-400c-9346-0b3fe78280d9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/quotas/f0a4a08da72c4cbebf20a3a4d4df49f4 HTTP/1.1" status: 200 len: 375 time: 0.0096521 Aug 24 18:32:11.720498 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d09cd440-3770-4f16-8dda-45f37ba5768a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550015 Aug 24 18:32:11.740818 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78a7ee-9058-4c2b-9a61-4bd4a9107e55 req-7155c9bb-2514-401a-b061-c99e223375ac tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:11.742394 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8a78a7ee-9058-4c2b-9a61-4bd4a9107e55 req-7155c9bb-2514-401a-b061-c99e223375ac tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.1555548 Aug 24 18:32:11.792457 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8a78a7ee-9058-4c2b-9a61-4bd4a9107e55 req-87ce1191-58fa-4e79-8a09-9f6415880e69 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434606 Aug 24 18:32:11.824870 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-dfb02e0c-6320-4920-8972-5875bd770168 service neutron] 10.222.0.55 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904098 Aug 24 18:32:11.925861 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-8b7e7448-e8cc-4385-a24b-e1776d5f05ea service neutron] 10.222.0.55 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964861 Aug 24 18:32:12.228232 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24480e4d-3a30-4d5e-8b39-42c3c5f9821f req-843081ee-5f34-4d9b-9dec-7daad3939cc8 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 210 time: 0.0307348 Aug 24 18:32:12.319464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0b4d4-d967-4cee-8b60-6b10f3d9ec80 req-ddd0c761-cf1d-4ebd-9134-0eda83399c5c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:12.320957 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36a0b4d4-d967-4cee-8b60-6b10f3d9ec80 req-ddd0c761-cf1d-4ebd-9134-0eda83399c5c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0530803 Aug 24 18:32:12.369631 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36a0b4d4-d967-4cee-8b60-6b10f3d9ec80 req-0e325372-b984-47a9-8bd6-817fdf7b2741 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Aug 24 18:32:12.919930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5453fd-20ff-41bb-828d-357e19869c80 req-8da07966-98f0-4783-9c01-b49faa40d960 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:12.921455 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b5453fd-20ff-41bb-828d-357e19869c80 req-8da07966-98f0-4783-9c01-b49faa40d960 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0550163 Aug 24 18:32:12.967153 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b5453fd-20ff-41bb-828d-357e19869c80 req-95ca69af-5275-4feb-b181-d3723bc4590a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 Aug 24 18:32:13.327509 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1a5b4c98-81b9-4f50-8f57-2088decfaae5 req-6a723f36-36bc-4a7a-8759-9a61fd1d2ca0 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 210 time: 0.0272427 Aug 24 18:32:13.554858 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31320a80-171b-4fbc-ad36-59030e807712 req-41723c5c-327b-4ce4-b61f-f9b4c97b848f tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:13.556399 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31320a80-171b-4fbc-ad36-59030e807712 req-41723c5c-327b-4ce4-b61f-f9b4c97b848f tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0928092 Aug 24 18:32:13.562671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-cc04ae32-efee-49e8-bfaa-f334fd7e1e6c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:13.564094 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-cc04ae32-efee-49e8-bfaa-f334fd7e1e6c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 809 time: 0.1446888 Aug 24 18:32:13.616640 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31320a80-171b-4fbc-ad36-59030e807712 req-4885a73e-8020-480d-aaaf-980497b3b8b3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515337 Aug 24 18:32:13.677282 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-b40e400a-c6e1-4c0d-8e15-5813c22de83f tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4 HTTP/1.1" status: 200 len: 380 time: 0.0737245 Aug 24 18:32:13.688974 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'port': {'device_id': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'admin_state_up': True, 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'security_groups': ['3ada6373-f72d-4870-b372-51c6e0bbe0c7']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:13.783681 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd00c3-3678-48aa-9c82-dd8c736b410d req-b1c7a76d-0482-425e-99d3-b60bcd067f7a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:13.785205 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96dd00c3-3678-48aa-9c82-dd8c736b410d req-b1c7a76d-0482-425e-99d3-b60bcd067f7a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0544939 Aug 24 18:32:13.800608 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Made reservation on behalf of f0a4a08da72c4cbebf20a3a4d4df49f4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:32:13.804129 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:13.842374 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96dd00c3-3678-48aa-9c82-dd8c736b410d req-d07fd7f4-7b12-41eb-b80f-69edc9b367b3 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509806 Aug 24 18:32:13.869682 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 58342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:13.941715 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Allocated IP 172.20.0.6 (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3/7d8f5c80-f43a-4071-bb4e-d27017e771cd/c3650672-7813-455d-b268-39da0af57955) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:32:14.110225 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0baac65-d601-4d31-bd26-540f29b0ead3 tempest-TestMinimumBasicScenario-499856130 tempest-TestMinimumBasicScenario-499856130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:14.111674 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e0baac65-d601-4d31-bd26-540f29b0ead3 tempest-TestMinimumBasicScenario-499856130 tempest-TestMinimumBasicScenario-499856130-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1125 time: 0.2409859 Aug 24 18:32:14.115041 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58348) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:14.119595 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'port_id': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:14.142548 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.146269 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for port (c3650672-7813-455d-b268-39da0af57955), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.161073 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda24e6-aabd-409e-aa27-2af0fd0b136c req-bc0afdaf-85a6-4375-83ad-8212299a3951 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:14.162605 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9fda24e6-aabd-409e-aa27-2af0fd0b136c req-bc0afdaf-85a6-4375-83ad-8212299a3951 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.1129367 Aug 24 18:32:14.214487 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (c3650672-7813-455d-b268-39da0af57955), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.248724 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.251554 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9fda24e6-aabd-409e-aa27-2af0fd0b136c req-50654807-1b33-423f-bfa8-10c1a9cfb0cf tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827296 Aug 24 18:32:14.264142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:32:14.270225 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:32:14.274410 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:32:14.314995 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:14.343040 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:14.343684 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.376365 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4b08d8dd-2c8c-4a4b-bb91-1acbcd908e29 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6910162 Aug 24 18:32:14.396382 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Request body: {'port': {'device_id': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:14.403179 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Allocated IP 172.27.3.63 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/2d06312b-22a3-42b2-a8ed-b2f5c52e01a2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:32:14.471336 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c3650672-7813-455d-b268-39da0af57955), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.530480 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e2f4c-bce6-4adc-b535-5fbe36075b94 req-0c5c1500-b3c1-4986-9cb8-1cf2eb3660e2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:14.531989 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d5e2f4c-bce6-4adc-b535-5fbe36075b94 req-0c5c1500-b3c1-4986-9cb8-1cf2eb3660e2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 931 time: 0.1087186 Aug 24 18:32:14.561610 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-7348a476-3f60-4e48-9747-a6a3a5b11f53 None None] Provisioning complete for port c3650672-7813-455d-b268-39da0af57955 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:32:14.562295 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7348a476-3f60-4e48-9747-a6a3a5b11f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (c3650672-7813-455d-b268-39da0af57955), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.587267 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.606449 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-7348a476-3f60-4e48-9747-a6a3a5b11f53 None None] Port c3650672-7813-455d-b268-39da0af57955 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:32:14.665924 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d5e2f4c-bce6-4adc-b535-5fbe36075b94 req-fff351b3-18f5-4146-9c9b-4472328b80bc tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207576 Aug 24 18:32:14.674433 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.716302 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:32:14.721368 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:32:14.725466 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:32:14.750096 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'Port': ['ID=2d06312b-22a3-42b2-a8ed-b2f5c52e01a2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:14.821238 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705197-6d04-4481-aa6f-15849228468e req-90b4ad2e-50b7-4024-aa74-a607f18349a5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:14.822608 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c5705197-6d04-4481-aa6f-15849228468e req-90b4ad2e-50b7-4024-aa74-a607f18349a5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.1133072 Aug 24 18:32:14.834905 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3650672-7813-455d-b268-39da0af57955 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:32:14.852616 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Publish callbacks [] for port (c3650672-7813-455d-b268-39da0af57955), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.876017 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Transition to ACTIVE for port object c3650672-7813-455d-b268-39da0af57955 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:32:14.886133 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (c3650672-7813-455d-b268-39da0af57955), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:14.895620 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c5705197-6d04-4481-aa6f-15849228468e req-83192917-ceb6-42e3-af32-7f65879b5056 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651379 Aug 24 18:32:14.941983 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58356) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:14.967657 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:14.999252 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Attempting to bind port c3650672-7813-455d-b268-39da0af57955 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:32:14.999741 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Attempting to bind port c3650672-7813-455d-b268-39da0af57955 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:32:15.000072 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Attempting to bind port c3650672-7813-455d-b268-39da0af57955 on network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:32:15.005164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Port c3650672-7813-455d-b268-39da0af57955 on network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:32:15.005164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Attempting to bind port c3650672-7813-455d-b268-39da0af57955 on network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:32:15.011545 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:32:15.011888 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Checking segment: {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:32:15.012334 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Bound using segment: {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:32:15.012769 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Bound port: c3650672-7813-455d-b268-39da0af57955, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:32:15.013134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c3650672-7813-455d-b268-39da0af57955), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.021284 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] Deleting subnet 5aed580f-38a8-4084-ad7b-88252fe45052 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:32:15.028440 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] Publish callbacks [] for subnet (5aed580f-38a8-4084-ad7b-88252fe45052), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.073187 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:32:15.076333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:32:15.083775 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (c3650672-7813-455d-b268-39da0af57955), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.087890 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:15.088564 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.089987 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] 10.222.0.58 "PUT /v2.0/ports/c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 1093 time: 0.6987355 Aug 24 18:32:15.091346 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'tag': 'c3650672-7813-455d-b268-39da0af57955'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:32:15.093654 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a0f18d-535a-4498-8de4-e8b0c13f4590" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "tag": "c3650672-7813-455d-b268-39da0af57955"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:32:15.128576 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9638878'] for subnet (5aed580f-38a8-4084-ad7b-88252fe45052), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.152661 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5095e8-051d-481a-a9e9-6f365ff9f778 x-openstack-request-id: req-5e5095e8-051d-481a-a9e9-6f365ff9f778 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:32:15.152988 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "tag": "c3650672-7813-455d-b268-39da0af57955", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:32:15.153575 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e5095e8-051d-481a-a9e9-6f365ff9f778 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:32:15.153930 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5095e8-051d-481a-a9e9-6f365ff9f778'] response: {'name': 'network-changed', 'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'tag': 'c3650672-7813-455d-b268-39da0af57955', 'status': 'completed', 'code': 200} Aug 24 18:32:15.157277 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d47244-f27c-4d40-a5d0-0e1609934280 service neutron] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:15.197225 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (5aed580f-38a8-4084-ad7b-88252fe45052), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.199726 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for floatingip (cbcfcaee-0ab8-471f-be26-a09750438b3f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.219788 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-14a6cddd-6c40-40c9-95ad-bb32fad6e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:15.221373 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-14a6cddd-6c40-40c9-95ad-bb32fad6e94d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1127 time: 0.0498374 Aug 24 18:32:15.290996 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-8f78296d-b4ba-4a24-995c-709b733415ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 217 time: 0.0332031 Aug 24 18:32:15.301192 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9115538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8504490'] for subnet (5aed580f-38a8-4084-ad7b-88252fe45052), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.308776 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.349259 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4f2447d2-8802-4bde-9c22-600f6ab5a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:15.349924 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.350744 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-4f2447d2-8802-4bde-9c22-600f6ab5a1c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0525591 Aug 24 18:32:15.353567 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5aed580f-38a8-4084-ad7b-88252fe45052 HTTP/1.1" status: 204 len: 168 time: 0.4106355 Aug 24 18:32:15.356253 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4ac06-0114-442d-a28a-c5ca216b3a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aed580f-38a8-4084-ad7b-88252fe45052,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:15.356468 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 58362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:15.485667 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.489483 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (041c64d9-ec92-4ae3-ac25-e303229fae80), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.492148 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.500841 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c18a79-dbbf-4dfc-b062-201e1d951cda req-14397614-3a68-4456-8bf0-0ab57a69f47b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:15.502353 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4c18a79-dbbf-4dfc-b062-201e1d951cda req-14397614-3a68-4456-8bf0-0ab57a69f47b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.1493409 Aug 24 18:32:15.506868 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-dddca749-0553-4d87-bcc5-c888c5ca7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:15.508271 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-dddca749-0553-4d87-bcc5-c888c5ca7f4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1378374 Aug 24 18:32:15.563600 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (cbcfcaee-0ab8-471f-be26-a09750438b3f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.565385 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'Port': ['ID=2d06312b-22a3-42b2-a8ed-b2f5c52e01a2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:15.655321 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Floating IP cbcfcaee-0ab8-471f-be26-a09750438b3f associated. External IP: 172.27.3.63, port: adb06e9f-3d91-463a-9b45-9d23a5743dc7. Aug 24 18:32:15.688596 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4c18a79-dbbf-4dfc-b062-201e1d951cda req-485cb945-fc2e-438b-b358-5f4771d2f9d5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781716 Aug 24 18:32:15.691649 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (041c64d9-ec92-4ae3-ac25-e303229fae80), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.712359 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-c3ac644a-caa5-4f4c-b35a-fa0bc399b5b7 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853490 Aug 24 18:32:15.718014 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041c64d9-ec92-4ae3-ac25-e303229fae80']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:15.737165 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eef1b57-571e-4934-b8ba-f6d6f448365d') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:15.737363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eef1b57-571e-4934-b8ba-f6d6f448365d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:15.777776 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (4eef1b57-571e-4934-b8ba-f6d6f448365d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.799459 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (4eef1b57-571e-4934-b8ba-f6d6f448365d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.809630 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:32:15.810021 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (4eef1b57-571e-4934-b8ba-f6d6f448365d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.858129 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 4eef1b57-571e-4934-b8ba-f6d6f448365d resource provider aggregate not found Aug 24 18:32:15.887362 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 4eef1b57-571e-4934-b8ba-f6d6f448365d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eef1b57-571e-4934-b8ba-f6d6f448365d found for delete ", "request_id": "req-6d1ad8dd-d21a-48da-af24-3f034e8fdf65"}]} Aug 24 18:32:15.893928 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5a9725c-2c25-480b-83ca-ada647df1dcd req-0cc55a8e-d2f1-46b1-9b4e-864f6571b422 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676996 Aug 24 18:32:15.900012 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (041c64d9-ec92-4ae3-ac25-e303229fae80), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.905457 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:15.909202 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] 10.222.0.55 "DELETE /v2.0/networks/041c64d9-ec92-4ae3-ac25-e303229fae80 HTTP/1.1" status: 204 len: 168 time: 0.5512555 Aug 24 18:32:15.922107 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29672c3-5bac-42fa-8747-45a85cf2e3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=041c64d9-ec92-4ae3-ac25-e303229fae80,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:16.020565 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:32:16.055970 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e80f4-78d8-4e38-8ca5-c4b5e2507875 req-7293414e-2537-4808-8317-d4b1a1110b70 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.057632 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-951e80f4-78d8-4e38-8ca5-c4b5e2507875 req-7293414e-2537-4808-8317-d4b1a1110b70 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0842202 Aug 24 18:32:16.065693 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14a87d-6c35-45bc-949f-ee9d572b0e04 req-5e3e266d-d2b4-45bc-9eef-ee17c5c9f234 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.067308 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed14a87d-6c35-45bc-949f-ee9d572b0e04 req-5e3e266d-d2b4-45bc-9eef-ee17c5c9f234 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.3275416 Aug 24 18:32:16.090733 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-2f0743c5-60f5-4ba1-8ad8-1c0c556158a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.092240 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-2f0743c5-60f5-4ba1-8ad8-1c0c556158a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1127 time: 0.0793965 Aug 24 18:32:16.142903 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:16.153907 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58376) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:16.156233 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'port_id': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'mac_address': 'fa:16:3e:c3:a9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:32:16.169806 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-951e80f4-78d8-4e38-8ca5-c4b5e2507875 req-858432dd-7539-412c-92a0-fc2be72d8e47 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048384 Aug 24 18:32:16.178367 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed14a87d-6c35-45bc-949f-ee9d572b0e04 req-91cca414-1932-485c-9c53-b815ab19b735 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050217 Aug 24 18:32:16.201414 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:32:16.207205 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: ACTIVE; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:32:16.207825 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.220134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-005fa0b7-9315-40ca-86fe-f3f5d8e4cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.221678 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-005fa0b7-9315-40ca-86fe-f3f5d8e4cdf6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 910 time: 0.1216242 Aug 24 18:32:16.222307 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb2dcfc0-36e5-419a-8639-011900a2f91f {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:32:16.243945 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:16.249163 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.263852 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-63b2bee3-17d4-4623-8e13-5d50474a9b20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1fd51ae9aa8b48178d3dfd0e359ce5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032891 Aug 24 18:32:16.264113 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58378) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:16.266916 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-a2eaa298-3325-4aac-838c-65ff644e52bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 217 time: 0.0369859 Aug 24 18:32:16.298059 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:16.322650 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-64ccdec2-5000-4b9e-b5a6-04d23b9ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.324179 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-64ccdec2-5000-4b9e-b5a6-04d23b9ebe4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0510979 Aug 24 18:32:16.365968 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:32:16.368352 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90eb52f5-bd40-48ea-92d4-d4db00f2dd53 admin admin] Publish callbacks [] for security_group (86cb8f8b-99a0-4eff-8e8e-a21a355820fe), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.377905 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] Sync routers for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:32:16.380983 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-e4c4cf20-0587-475a-8fab-ad4893d49fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.383095 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-e4c4cf20-0587-475a-8fab-ad4893d49fe9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450079 Aug 24 18:32:16.389711 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:32:16.390345 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:32:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:16.397427 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90eb52f5-bd40-48ea-92d4-d4db00f2dd53 admin admin] Publish callbacks [] for security_group (86cb8f8b-99a0-4eff-8e8e-a21a355820fe), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.406158 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.452883 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b578034b-8863-418a-8cc7-7ba06c9ca88a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3366959 Aug 24 18:32:16.453717 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:32:16.456041 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 58380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:16.456257 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522052e9-fbab-46f5-968e-182144e80882" -d '{"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:32:16.464200 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3171c617-e26e-40a7-95f5-382e4d8c51df tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795724816', 'description': 'tempest-secgroup-smoke-795724816 description', 'project_id': '22926495fd884619be6c837ae9efdb98'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:16.488583 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['eb2dcfc0-36e5-419a-8639-011900a2f91f'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:32:16.491092 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90eb52f5-bd40-48ea-92d4-d4db00f2dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (86cb8f8b-99a0-4eff-8e8e-a21a355820fe), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.495449 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90eb52f5-bd40-48ea-92d4-d4db00f2dd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.497157 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-90eb52f5-bd40-48ea-92d4-d4db00f2dd53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86cb8f8b-99a0-4eff-8e8e-a21a355820fe HTTP/1.1" status: 204 len: 168 time: 0.2319407 Aug 24 18:32:16.499025 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7c69d-3eef-4728-8055-b68033c6d466 x-openstack-request-id: req-74b7c69d-3eef-4728-8055-b68033c6d466 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:32:16.499615 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:32:16.499935 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74b7c69d-3eef-4728-8055-b68033c6d466 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:32:16.500416 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b7c69d-3eef-4728-8055-b68033c6d466'] response: {'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'status': 'completed', 'code': 200} Aug 24 18:32:16.502955 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3171c617-e26e-40a7-95f5-382e4d8c51df tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.510902 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb52f5-bd40-48ea-92d4-d4db00f2dd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cb8f8b-99a0-4eff-8e8e-a21a355820fe,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:16.530368 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-d0299cca-5311-4a92-a96b-097b59de582c service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297796 Aug 24 18:32:16.564613 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:32:16.697681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3171c617-e26e-40a7-95f5-382e4d8c51df tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group (e2ed9059-fd45-4022-80dd-527295dbd84d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.707048 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3171c617-e26e-40a7-95f5-382e4d8c51df tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e2ed9059-fd45-4022-80dd-527295dbd84d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.711134 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9a0f18d-535a-4498-8de4-e8b0c13f4590 req-169aac9b-3cdc-4cd5-91ca-3ff0cba6df18 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739826 Aug 24 18:32:16.718884 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522052e9-fbab-46f5-968e-182144e80882 req-0c4f7ee5-98fa-429c-a08b-e51095eb78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.720592 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-522052e9-fbab-46f5-968e-182144e80882 req-0c4f7ee5-98fa-429c-a08b-e51095eb78ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1130 time: 0.1706333 Aug 24 18:32:16.767798 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171c617-e26e-40a7-95f5-382e4d8c51df tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed9059-fd45-4022-80dd-527295dbd84d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:16.801198 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3171c617-e26e-40a7-95f5-382e4d8c51df tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.805537 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3171c617-e26e-40a7-95f5-382e4d8c51df tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3439295 Aug 24 18:32:16.805798 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 58388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:16.810454 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b10b4c38-bc59-46ae-8f11-d4a9e4652b89 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9059-fd45-4022-80dd-527295dbd84d', 'project_id': '22926495fd884619be6c837ae9efdb98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:16.881513 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a429a3-595b-4179-8406-b7e6c911ebdd req-4711ded5-420c-49ed-90da-9ca5ccd488d2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.888814 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-01a429a3-595b-4179-8406-b7e6c911ebdd req-4711ded5-420c-49ed-90da-9ca5ccd488d2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.0754769 Aug 24 18:32:16.904631 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522052e9-fbab-46f5-968e-182144e80882 req-d8af0c35-0894-4963-9fa6-07b20e1b5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:16.906322 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-522052e9-fbab-46f5-968e-182144e80882 req-d8af0c35-0894-4963-9fa6-07b20e1b5051 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 915 time: 0.1652818 Aug 24 18:32:16.908382 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b10b4c38-bc59-46ae-8f11-d4a9e4652b89 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (4040e02c-42bc-4598-a8ab-585cbe4b69b0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:16.933433 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-01a429a3-595b-4179-8406-b7e6c911ebdd req-a3e7f3f6-46ca-42ad-9d2b-658eb5099a71 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437186 Aug 24 18:32:16.955890 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'cbcfcaee-0ab8-471f-be26-a09750438b3f', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'port_id': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'mac_address': 'fa:16:3e:e6:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:32:14Z', 'updated_at': '2022-08-24T18:32:14Z', 'revision_number': 0, 'project_id': '22926495fd884619be6c837ae9efdb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:05Z', 'revision_number': 5, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:16.980265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] Checking router: 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:32:16.988729 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:32:16.989473 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:32:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:16.999742 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-522052e9-fbab-46f5-968e-182144e80882 req-f25885d6-a31c-4499-9686-604af6600501 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 999 time: 0.0815973 Aug 24 18:32:17.005338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b10b4c38-bc59-46ae-8f11-d4a9e4652b89 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (4040e02c-42bc-4598-a8ab-585cbe4b69b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.015472 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b10b4c38-bc59-46ae-8f11-d4a9e4652b89 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (4040e02c-42bc-4598-a8ab-585cbe4b69b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.052438 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b4c38-bc59-46ae-8f11-d4a9e4652b89 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4040e02c-42bc-4598-a8ab-585cbe4b69b0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:17.068948 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522052e9-fbab-46f5-968e-182144e80882 req-21428e56-c26b-4245-aeda-e55d084cff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:17.070406 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-522052e9-fbab-46f5-968e-182144e80882 req-21428e56-c26b-4245-aeda-e55d084cff8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 200 len: 853 time: 0.0635893 Aug 24 18:32:17.073268 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b10b4c38-bc59-46ae-8f11-d4a9e4652b89 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.074334 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b10b4c38-bc59-46ae-8f11-d4a9e4652b89 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675955 Aug 24 18:32:17.077334 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58390) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:17.082094 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2a732962-2fe5-474b-a74c-4a1ad7b93d7f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9059-fd45-4022-80dd-527295dbd84d', 'project_id': '22926495fd884619be6c837ae9efdb98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:17.100986 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:32:17.109254 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a732962-2fe5-474b-a74c-4a1ad7b93d7f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (2b72b70a-4fa6-4ae5-a809-ab3116f490f2), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.170383 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a732962-2fe5-474b-a74c-4a1ad7b93d7f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (2b72b70a-4fa6-4ae5-a809-ab3116f490f2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.175803 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a732962-2fe5-474b-a74c-4a1ad7b93d7f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (2b72b70a-4fa6-4ae5-a809-ab3116f490f2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.195766 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a732962-2fe5-474b-a74c-4a1ad7b93d7f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b72b70a-4fa6-4ae5-a809-ab3116f490f2,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:17.205590 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a732962-2fe5-474b-a74c-4a1ad7b93d7f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.226298 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2a732962-2fe5-474b-a74c-4a1ad7b93d7f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275308 Aug 24 18:32:17.228908 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58394) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:17.238205 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ca66c85e-faf3-43d7-9aaf-105556e3922b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9059-fd45-4022-80dd-527295dbd84d', 'project_id': '22926495fd884619be6c837ae9efdb98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:17.319962 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca66c85e-faf3-43d7-9aaf-105556e3922b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (48a0da43-d446-46af-a8cf-f5e671149945), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.370037 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'cbcfcaee-0ab8-471f-be26-a09750438b3f', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'port_id': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'mac_address': 'fa:16:3e:e6:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:32:14Z', 'updated_at': '2022-08-24T18:32:14Z', 'revision_number': 0, 'project_id': '22926495fd884619be6c837ae9efdb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:05Z', 'revision_number': 5, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:17.389707 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca66c85e-faf3-43d7-9aaf-105556e3922b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (48a0da43-d446-46af-a8cf-f5e671149945), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.405290 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a0fdc-c57b-4ae6-9711-8c0af91b28d7 None None] The sync data for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi is: [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'cbcfcaee-0ab8-471f-be26-a09750438b3f', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'port_id': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'mac_address': 'fa:16:3e:e6:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:32:14Z', 'updated_at': '2022-08-24T18:32:14Z', 'revision_number': 0, 'project_id': '22926495fd884619be6c837ae9efdb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:05Z', 'revision_number': 5, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:32:17.407736 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf593530-d9a0-4609-805b-57fa4130bb68 req-9371806a-bc87-43ca-9ea6-270b51276d28 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:17.413596 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522052e9-fbab-46f5-968e-182144e80882 req-3a2a7fab-46b9-4d2d-ad1f-6716d904f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:17.414906 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf593530-d9a0-4609-805b-57fa4130bb68 req-9371806a-bc87-43ca-9ea6-270b51276d28 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.1337090 Aug 24 18:32:17.415197 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-522052e9-fbab-46f5-968e-182144e80882 req-3a2a7fab-46b9-4d2d-ad1f-6716d904f824 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3365495 Aug 24 18:32:17.421774 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca66c85e-faf3-43d7-9aaf-105556e3922b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (48a0da43-d446-46af-a8cf-f5e671149945), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.448893 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca66c85e-faf3-43d7-9aaf-105556e3922b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.452689 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ca66c85e-faf3-43d7-9aaf-105556e3922b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2200990 Aug 24 18:32:17.453309 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 58398) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:17.458678 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9593eb83-01b7-43ad-8600-33ba1108a3bd tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9059-fd45-4022-80dd-527295dbd84d', 'project_id': '22926495fd884619be6c837ae9efdb98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:17.459948 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66c85e-faf3-43d7-9aaf-105556e3922b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a0da43-d446-46af-a8cf-f5e671149945,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:17.466515 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:32:17.504327 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf593530-d9a0-4609-805b-57fa4130bb68 req-9932d165-2886-49c8-bc42-bc88f865c0dd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848112 Aug 24 18:32:17.528828 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb266d1b-a63b-426c-b54f-feb4bbad2a03 req-eb5d1b57-0685-4fcf-be42-e03ec7e17db3 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:17.530648 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bb266d1b-a63b-426c-b54f-feb4bbad2a03 req-eb5d1b57-0685-4fcf-be42-e03ec7e17db3 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.1577291 Aug 24 18:32:17.581031 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9593eb83-01b7-43ad-8600-33ba1108a3bd tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (4d96bf8d-3ba2-4d15-8ed9-752a5411974f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.636111 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bb266d1b-a63b-426c-b54f-feb4bbad2a03 req-12a95b73-8d5c-4d9b-9236-f07e07fd137c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930769 Aug 24 18:32:17.639269 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-522052e9-fbab-46f5-968e-182144e80882 req-a375f0da-fac5-404c-92bf-c5dd1e97775c service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140772 Aug 24 18:32:17.714622 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9593eb83-01b7-43ad-8600-33ba1108a3bd tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (4d96bf8d-3ba2-4d15-8ed9-752a5411974f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.715217 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc223a6-de9c-4d41-a44c-e6b1888068cb None None] New status for floating IP cbcfcaee-0ab8-471f-be26-a09750438b3f: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:32:17.727525 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9593eb83-01b7-43ad-8600-33ba1108a3bd tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (4d96bf8d-3ba2-4d15-8ed9-752a5411974f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.760663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593eb83-01b7-43ad-8600-33ba1108a3bd tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d96bf8d-3ba2-4d15-8ed9-752a5411974f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:17.774568 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-522052e9-fbab-46f5-968e-182144e80882 req-32e92def-c96b-4077-88e1-a3f1211efa43 service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237628 Aug 24 18:32:17.779593 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9593eb83-01b7-43ad-8600-33ba1108a3bd tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.783553 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9593eb83-01b7-43ad-8600-33ba1108a3bd tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3258393 Aug 24 18:32:17.783796 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 58400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:17.788554 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9059-fd45-4022-80dd-527295dbd84d', 'project_id': '22926495fd884619be6c837ae9efdb98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:17.812587 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Project 22926495fd884619be6c837ae9efdb98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:32:17.818577 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (fd1f3d3d-ccec-40a2-8b41-8dbdba488177), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.879930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (fd1f3d3d-ccec-40a2-8b41-8dbdba488177), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.885443 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (fd1f3d3d-ccec-40a2-8b41-8dbdba488177), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.902637 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1f3d3d-ccec-40a2-8b41-8dbdba488177,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:17.912333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:17.913555 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-23f2c67b-0321-4334-bb51-ec698759db38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287091 Aug 24 18:32:17.916625 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58402) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:17.921186 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9059-fd45-4022-80dd-527295dbd84d', 'project_id': '22926495fd884619be6c837ae9efdb98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:17.944071 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Project 22926495fd884619be6c837ae9efdb98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:32:17.949714 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (7939c5e9-f225-4aec-979b-5aaec73f7f35), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.013506 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (7939c5e9-f225-4aec-979b-5aaec73f7f35), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.024779 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:32:18.026664 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (7939c5e9-f225-4aec-979b-5aaec73f7f35), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.062867 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7939c5e9-f225-4aec-979b-5aaec73f7f35,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:18.069724 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.070562 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port eb2dcfc0-36e5-419a-8639-011900a2f91f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:32:18.070854 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-15ca31e4-ad3d-4290-b52b-a7fd54d1347b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532018 Aug 24 18:32:18.071113 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.090927 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704102-d8f1-498f-a36d-5adcf9b29d42 req-33aec9a9-16f1-4c1b-94f3-121dbc1bb85a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:18.092541 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb704102-d8f1-498f-a36d-5adcf9b29d42 req-33aec9a9-16f1-4c1b-94f3-121dbc1bb85a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.0770469 Aug 24 18:32:18.139717 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb704102-d8f1-498f-a36d-5adcf9b29d42 req-42e6831c-b19d-4e98-93d1-fa3ed8615dd9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Aug 24 18:32:18.146525 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:32:18.147037 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.168837 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-3ba08187-e58d-4adf-826a-abf016c03f78 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795724816&fields=id&tenant_id=22926495fd884619be6c837ae9efdb98 HTTP/1.1" status: 200 len: 267 time: 0.0487332 Aug 24 18:32:18.173814 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:32:18.176068 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95235f73-9e81-4a1c-b30e-3be226821932" -d '{"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:32:18.188296 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:18.195049 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.221878 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4f36c4-db31-4974-9512-1e26020e9d8e x-openstack-request-id: req-0d4f36c4-db31-4974-9512-1e26020e9d8e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:32:18.222208 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:32:18.222466 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d4f36c4-db31-4974-9512-1e26020e9d8e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:32:18.222893 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4f36c4-db31-4974-9512-1e26020e9d8e'] response: {'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'code': 200} Aug 24 18:32:18.230722 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-aa4fbbe4-8e80-45a3-b5ec-e92fd9e0fe69 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:18.232865 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-aa4fbbe4-8e80-45a3-b5ec-e92fd9e0fe69 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0605314 Aug 24 18:32:18.244203 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'port': {'security_groups': ['a05dd21e-6877-4de1-b066-272497fb0d62', 'e2ed9059-fd45-4022-80dd-527295dbd84d']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:18.251398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:18.316997 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.499118 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:18.529537 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.537462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.549350 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:18.549995 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:18.551386 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a415dc94-3dcd-47d7-87c4-91d24259f9bf req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "PUT /v2.0/ports/adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 982 time: 0.3119111 Aug 24 18:32:18.551833 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:32:18.557142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cabde8c-3b23-4454-8e56-b0b259d065bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:32:18.581450 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['adb06e9f-3d91-463a-9b45-9d23a5743dc7'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:32:18.616848 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a9b7a-e781-4986-917d-1a90a25b9c5a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:18.659999 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2b007-30a3-4fce-b354-b314749db887 req-ad399304-2583-4c00-9ca0-fcdf8c42e278 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:18.660669 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17104c03-a96f-46ee-8109-83b2d7eaf8f3 req-580a881e-9712-4a4b-b75a-bed12a180d38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:18.661687 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17104c03-a96f-46ee-8109-83b2d7eaf8f3 req-580a881e-9712-4a4b-b75a-bed12a180d38 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0572009 Aug 24 18:32:18.662164 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-08b2b007-30a3-4fce-b354-b314749db887 req-ad399304-2583-4c00-9ca0-fcdf8c42e278 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0864999 Aug 24 18:32:18.725681 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-08b2b007-30a3-4fce-b354-b314749db887 req-450c46e5-4706-4314-8b56-f2d19b0266fb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521896 Aug 24 18:32:18.728736 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17104c03-a96f-46ee-8109-83b2d7eaf8f3 req-b8e9fb48-ab1c-4f52-8adc-c4a50cf87694 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611558 Aug 24 18:32:18.770626 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b9e738-4966-4855-a848-d037e7669482 x-openstack-request-id: req-33b9e738-4966-4855-a848-d037e7669482 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:32:18.771025 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:32:18.771377 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33b9e738-4966-4855-a848-d037e7669482 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:32:18.771880 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b9e738-4966-4855-a848-d037e7669482'] response: {'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'status': 'completed', 'code': 200} Aug 24 18:32:18.779862 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['adb06e9f-3d91-463a-9b45-9d23a5743dc7'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:32:18.874687 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b030f1-abe3-4c33-975c-2ad5938f742d req-f485a6db-f75d-410d-ab03-13cd4043bd25 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:18.876205 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b030f1-abe3-4c33-975c-2ad5938f742d req-f485a6db-f75d-410d-ab03-13cd4043bd25 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0824375 Aug 24 18:32:18.882126 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-01e4f6fc-3993-4861-873e-192c77c4683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:18.883542 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-01e4f6fc-3993-4861-873e-192c77c4683a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1169 time: 0.0633898 Aug 24 18:32:18.977309 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c0b030f1-abe3-4c33-975c-2ad5938f742d req-c6888062-f01f-457d-8cf9-bc956d2ea37e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927882 Aug 24 18:32:19.006654 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-78c7f5a5-3679-4be8-9fff-0b56d03e7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:19.008074 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-78c7f5a5-3679-4be8-9fff-0b56d03e7632 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 915 time: 0.1111190 Aug 24 18:32:19.072581 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-175807ff-828a-47d0-a115-22c45efa6ea7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0564947 Aug 24 18:32:19.125648 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-f71b056e-d224-4ae1-8e68-a6a4dca9037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:19.127103 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-f71b056e-d224-4ae1-8e68-a6a4dca9037a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 200 len: 853 time: 0.0473042 Aug 24 18:32:19.177478 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-6c867f68-4227-4cbf-ad1b-49a8b3d06a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:19.178858 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-6c867f68-4227-4cbf-ad1b-49a8b3d06a16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449955 Aug 24 18:32:19.274258 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc60a79-b5d3-4169-963b-13c79ba8681d req-e2ead1da-8a01-400c-a086-c91290ef08b1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:19.275841 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3cc60a79-b5d3-4169-963b-13c79ba8681d req-e2ead1da-8a01-400c-a086-c91290ef08b1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0548885 Aug 24 18:32:19.279991 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-56c6d1c1-7da1-405d-9443-f8c9dd2171d6 service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925081 Aug 24 18:32:19.321655 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3cc60a79-b5d3-4169-963b-13c79ba8681d req-fbd403cf-d874-4dec-b0b1-423ca051f9d6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396354 Aug 24 18:32:19.371716 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7cabde8c-3b23-4454-8e56-b0b259d065bb req-568467e3-0605-4cc9-84b1-0a1375b8683a service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844128 Aug 24 18:32:19.852423 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fae98-15f4-406f-88da-94e98c76630d req-0b68cb69-13c2-4170-b99c-9c60313e403b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:19.853923 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24fae98-15f4-406f-88da-94e98c76630d req-0b68cb69-13c2-4170-b99c-9c60313e403b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0525849 Aug 24 18:32:19.902205 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f24fae98-15f4-406f-88da-94e98c76630d req-6b11ab3c-4362-48bb-8f84-79c5b2fb99db tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407591 Aug 24 18:32:20.118553 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68318aa3-247f-40df-b182-6d5ee274906b req-943bfe23-a497-4dad-8e36-7560bb0f936e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:20.120160 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68318aa3-247f-40df-b182-6d5ee274906b req-943bfe23-a497-4dad-8e36-7560bb0f936e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0662746 Aug 24 18:32:20.173106 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68318aa3-247f-40df-b182-6d5ee274906b req-29ad4401-72d5-44a4-8dd1-36f525d4eaa2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469685 Aug 24 18:32:20.464036 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce7e86-ded6-4a9b-a309-159e4b39340c req-0fd02034-6b37-4ab3-9fe6-532ddb0f3725 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:20.465573 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6dce7e86-ded6-4a9b-a309-159e4b39340c req-0fd02034-6b37-4ab3-9fe6-532ddb0f3725 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0673060 Aug 24 18:32:20.513360 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6dce7e86-ded6-4a9b-a309-159e4b39340c req-df4c70a3-2031-4e06-9d53-a8726ebabba9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 Aug 24 18:32:21.048631 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8a2d-dbe8-46ee-b3bf-1f3d49ba3fed req-ea11bd3c-eedc-4261-9f40-c4ee175ed72f tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:21.050104 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ebf8a2d-dbe8-46ee-b3bf-1f3d49ba3fed req-ea11bd3c-eedc-4261-9f40-c4ee175ed72f tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0562260 Aug 24 18:32:21.101635 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ebf8a2d-dbe8-46ee-b3bf-1f3d49ba3fed req-2a531a3c-e355-46f5-9cb7-9b4f74390adf tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Aug 24 18:32:21.297441 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871a4a1-af38-47f3-a9a7-4169130784c0 req-541250e5-3937-4afd-bc6d-f9f27e952a23 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:21.298936 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4871a4a1-af38-47f3-a9a7-4169130784c0 req-541250e5-3937-4afd-bc6d-f9f27e952a23 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0562530 Aug 24 18:32:21.353534 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4871a4a1-af38-47f3-a9a7-4169130784c0 req-2fe06c9a-8e4f-449b-ab0f-c3bbdc2e9933 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460119 Aug 24 18:32:21.654848 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc06524-e11f-446b-9253-bee7f1a4ac73 req-e517852b-c7a6-4cca-8051-7a727e1f55e3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:21.656545 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bc06524-e11f-446b-9253-bee7f1a4ac73 req-e517852b-c7a6-4cca-8051-7a727e1f55e3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0674889 Aug 24 18:32:21.713148 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bc06524-e11f-446b-9253-bee7f1a4ac73 req-02b8545e-17cf-4855-b633-ca0e9b32e034 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506921 Aug 24 18:32:22.244410 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb9c92-ff44-48f5-94ef-9b8727d12f12 req-10aff312-6bb0-4e99-a078-dd0b2028ee82 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:22.246795 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5cb9c92-ff44-48f5-94ef-9b8727d12f12 req-10aff312-6bb0-4e99-a078-dd0b2028ee82 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0652037 Aug 24 18:32:22.303260 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5cb9c92-ff44-48f5-94ef-9b8727d12f12 req-0f784a33-ef42-4b36-9370-07fb1ed34aa9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492055 Aug 24 18:32:22.539414 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05cda5-283b-4f6a-856b-c472a628cc05 req-c1bb2925-bb7d-4264-93f1-9884f32a2610 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:22.543096 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a05cda5-283b-4f6a-856b-c472a628cc05 req-c1bb2925-bb7d-4264-93f1-9884f32a2610 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0975778 Aug 24 18:32:22.602986 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a06bc2-f870-4201-bb0e-d5eff899a8a8 req-ed073908-3a12-4573-b420-f2a7f189889e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:22.605364 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8a06bc2-f870-4201-bb0e-d5eff899a8a8 req-ed073908-3a12-4573-b420-f2a7f189889e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0940487 Aug 24 18:32:22.662219 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a05cda5-283b-4f6a-856b-c472a628cc05 req-a0f1dafb-3258-4f4f-99f4-45081cb3ef98 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125090 Aug 24 18:32:22.684862 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8a06bc2-f870-4201-bb0e-d5eff899a8a8 req-21aebed7-3514-487d-95f4-5f54a7644991 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653863 Aug 24 18:32:22.709270 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204c598-d744-4508-8ae0-831a5f2c199c req-e54fe1d0-7dc5-43b2-8cad-aaf5939455e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:22.710811 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0204c598-d744-4508-8ae0-831a5f2c199c req-e54fe1d0-7dc5-43b2-8cad-aaf5939455e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1130 time: 0.0747137 Aug 24 18:32:22.881681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204c598-d744-4508-8ae0-831a5f2c199c req-ed6b9a7b-57c9-4c8d-9f28-5e62e2ecd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:22.883311 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0204c598-d744-4508-8ae0-831a5f2c199c req-ed6b9a7b-57c9-4c8d-9f28-5e62e2ecd983 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 912 time: 0.1557519 Aug 24 18:32:22.909852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67506362-1731-4f26-9061-9efd5890bd59 req-5f37cd50-30ab-425d-b59a-dd6faac5386f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:22.912018 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67506362-1731-4f26-9061-9efd5890bd59 req-5f37cd50-30ab-425d-b59a-dd6faac5386f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.1064401 Aug 24 18:32:22.996345 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0204c598-d744-4508-8ae0-831a5f2c199c req-b3748049-62f4-4ef8-98b1-bb8a751fc32f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 200 len: 1001 time: 0.1044621 Aug 24 18:32:23.022288 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67506362-1731-4f26-9061-9efd5890bd59 req-b2f37ec5-c1f8-4341-86b7-cc409671cd0b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826950 Aug 24 18:32:23.066450 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204c598-d744-4508-8ae0-831a5f2c199c req-8b14a0af-b060-4b99-9347-65b717ca4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:23.068123 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0204c598-d744-4508-8ae0-831a5f2c199c req-8b14a0af-b060-4b99-9347-65b717ca4103 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.0602310 Aug 24 18:32:23.124421 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204c598-d744-4508-8ae0-831a5f2c199c req-75a68f3f-55be-457d-a9b1-0ee3cddf1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:23.126147 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0204c598-d744-4508-8ae0-831a5f2c199c req-75a68f3f-55be-457d-a9b1-0ee3cddf1978 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489159 Aug 24 18:32:23.231451 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0204c598-d744-4508-8ae0-831a5f2c199c req-d808bbf3-9050-4593-9f17-6eae72ab9406 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930197 Aug 24 18:32:23.325325 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0204c598-d744-4508-8ae0-831a5f2c199c req-9fd79e94-f5f7-43d4-bfd7-b73224065bda service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Aug 24 18:32:23.798215 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245026c7-6a7d-4712-8a63-5b635e0d3a17 req-1cbed2a7-b349-4fc5-98c9-50aefd7cb69a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:23.805313 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-245026c7-6a7d-4712-8a63-5b635e0d3a17 req-1cbed2a7-b349-4fc5-98c9-50aefd7cb69a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0659041 Aug 24 18:32:23.836900 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded20de-bb40-4739-a686-12d5fff3682f req-34f55aef-112a-4bc3-bc1e-64a98c4f78b5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:23.840071 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aded20de-bb40-4739-a686-12d5fff3682f req-34f55aef-112a-4bc3-bc1e-64a98c4f78b5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0715609 Aug 24 18:32:23.893407 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-245026c7-6a7d-4712-8a63-5b635e0d3a17 req-246fea48-1f63-4521-8994-b95921e03ef7 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840399 Aug 24 18:32:23.923766 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aded20de-bb40-4739-a686-12d5fff3682f req-cb442c47-9a42-4552-9f21-a86a92cfef8b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726578 Aug 24 18:32:24.082631 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device c3650672-7813-455d-b268-39da0af57955 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:32:24.189880 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4225b-f130-44b2-80d5-ad85165ef90a req-2af8859a-55fd-4338-b1ed-b16c41cb5fbe tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:24.192789 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bb4225b-f130-44b2-80d5-ad85165ef90a req-2af8859a-55fd-4338-b1ed-b16c41cb5fbe tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0855081 Aug 24 18:32:24.206485 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:24.230776 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'c3650672-7813-455d-b268-39da0af57955', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'port_id': 'c3650672-7813-455d-b268-39da0af57955', 'mac_address': 'fa:16:3e:73:ce:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:32:24.281881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port c3650672-7813-455d-b268-39da0af57955 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:32:24.282322 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c3650672-7813-455d-b268-39da0af57955), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:24.297394 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bb4225b-f130-44b2-80d5-ad85165ef90a req-6a0d2941-9f49-4803-be8f-9a7f89c44da0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994008 Aug 24 18:32:24.300759 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3650672-7813-455d-b268-39da0af57955 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:32:24.320947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:24.329563 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c3650672-7813-455d-b268-39da0af57955), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:24.390070 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:25.013035 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['c3650672-7813-455d-b268-39da0af57955'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:32:25.027796 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b31-6bd2-43ff-bf8c-a1d0f854cb4f req-b516d036-fd02-4bc3-9e3e-63c59778fb8d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:25.029356 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d974b31-6bd2-43ff-bf8c-a1d0f854cb4f req-b516d036-fd02-4bc3-9e3e-63c59778fb8d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 944 time: 0.0620887 Aug 24 18:32:25.113963 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d974b31-6bd2-43ff-bf8c-a1d0f854cb4f req-bf9eb7f7-3360-4ea8-a01c-50d49c67a869 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715353 Aug 24 18:32:25.134910 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3156-da84-499e-b85a-c66ff09385ff req-db4d989c-2b46-4c5f-9cb1-55a143788ecb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:25.136441 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-816a3156-da84-499e-b85a-c66ff09385ff req-db4d989c-2b46-4c5f-9cb1-55a143788ecb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0776470 Aug 24 18:32:25.198399 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-816a3156-da84-499e-b85a-c66ff09385ff req-7a1b4d65-72f1-4963-8c39-e4f327f64d15 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554461 Aug 24 18:32:25.436964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2a39-bea4-4767-93ae-194d45ac29bb req-6ba586b2-69e5-40dd-893c-4cc17bc8dc8d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:25.438499 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-993e2a39-bea4-4767-93ae-194d45ac29bb req-6ba586b2-69e5-40dd-893c-4cc17bc8dc8d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0601633 Aug 24 18:32:25.496273 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-993e2a39-bea4-4767-93ae-194d45ac29bb req-017c4dfe-5311-46f3-9886-334e3ef9b00b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493639 Aug 24 18:32:26.247966 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8e6f-b35c-486e-a28f-9a7878905090 req-afeb6c98-90ef-46e6-9748-8db2752726b6 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:26.249744 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-652c8e6f-b35c-486e-a28f-9a7878905090 req-afeb6c98-90ef-46e6-9748-8db2752726b6 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 944 time: 0.0679226 Aug 24 18:32:26.308335 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-652c8e6f-b35c-486e-a28f-9a7878905090 req-f9d82e8b-a4b3-43a8-85b8-1c1a125bca10 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511756 Aug 24 18:32:26.640138 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b181e-20b7-461d-98d8-673cedeb6e78 req-85f54d11-e5f6-4759-8077-48c23dcfdf1e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:26.647290 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-448b181e-20b7-461d-98d8-673cedeb6e78 req-85f54d11-e5f6-4759-8077-48c23dcfdf1e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0623507 Aug 24 18:32:26.694932 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-448b181e-20b7-461d-98d8-673cedeb6e78 req-52202958-272a-481e-add0-707e8251997b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467691 Aug 24 18:32:27.439733 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0b7c8-9cbb-47d6-87ee-0d01f63837c4 req-b9c52788-aca2-461e-b0c6-4a5aec352c74 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:27.441298 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6a0b7c8-9cbb-47d6-87ee-0d01f63837c4 req-b9c52788-aca2-461e-b0c6-4a5aec352c74 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 944 time: 0.0552225 Aug 24 18:32:27.499945 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6a0b7c8-9cbb-47d6-87ee-0d01f63837c4 req-bce68763-36de-40da-9776-40e49a87a230 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513148 Aug 24 18:32:27.838527 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ee062-0ee1-4143-86c8-bc77ef52f576 req-be1a2392-8dff-49e0-9929-d32315f98cd7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:27.841015 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-081ee062-0ee1-4143-86c8-bc77ef52f576 req-be1a2392-8dff-49e0-9929-d32315f98cd7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0605545 Aug 24 18:32:27.894195 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-081ee062-0ee1-4143-86c8-bc77ef52f576 req-1dab6dad-db5c-4974-9fac-c1aafc8734b8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466440 Aug 24 18:32:28.068505 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device c3650672-7813-455d-b268-39da0af57955 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:32:28.117326 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port c3650672-7813-455d-b268-39da0af57955 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:32:28.121580 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port c3650672-7813-455d-b268-39da0af57955 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:32:28.122040 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (c3650672-7813-455d-b268-39da0af57955), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:28.195828 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port c3650672-7813-455d-b268-39da0af57955 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:32:28.196403 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c3650672-7813-455d-b268-39da0af57955), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:28.228490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3650672-7813-455d-b268-39da0af57955'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:32:28.231543 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1f8d2-1f0a-475c-8dc9-7a7270f2ec65" -d '{"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-plugged", "status": "completed", "tag": "c3650672-7813-455d-b268-39da0af57955"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:32:28.235859 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:28.245565 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c3650672-7813-455d-b268-39da0af57955), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:28.276267 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e4d696-876e-4228-90c3-ace040b94ff0 x-openstack-request-id: req-e4e4d696-876e-4228-90c3-ace040b94ff0 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:32:28.276653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-plugged", "status": "completed", "tag": "c3650672-7813-455d-b268-39da0af57955", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:32:28.276971 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4e4d696-876e-4228-90c3-ace040b94ff0 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:32:28.277499 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e4d696-876e-4228-90c3-ace040b94ff0'] response: {'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3650672-7813-455d-b268-39da0af57955', 'code': 200} Aug 24 18:32:28.306183 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:28.574000 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba71c1-0a8b-4a1a-b5ba-ad3670fc9067 req-05c475da-08ef-477c-a08d-44866351f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:28.575583 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-83ba71c1-0a8b-4a1a-b5ba-ad3670fc9067 req-05c475da-08ef-477c-a08d-44866351f6f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1129 time: 0.0595715 Aug 24 18:32:28.664979 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-83ba71c1-0a8b-4a1a-b5ba-ad3670fc9067 req-0bbdc329-7c67-4dbd-88ab-bca8449eeef4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817904 Aug 24 18:32:28.688652 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245705a5-619f-45e9-ae00-b8c6a9255335 req-6aede239-6293-4007-ad9d-5dc7f807550d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:28.690778 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-245705a5-619f-45e9-ae00-b8c6a9255335 req-6aede239-6293-4007-ad9d-5dc7f807550d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0779181 Aug 24 18:32:28.747861 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-245705a5-619f-45e9-ae00-b8c6a9255335 req-108a69da-1be4-432e-b980-267eeb83337d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494711 Aug 24 18:32:29.206635 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160c5b-3a92-4e34-be0c-76bb1ece58b3 req-710caeda-eb1d-469c-bed5-2293340fd018 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:29.208446 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68160c5b-3a92-4e34-be0c-76bb1ece58b3 req-710caeda-eb1d-469c-bed5-2293340fd018 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0571387 Aug 24 18:32:29.266401 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68160c5b-3a92-4e34-be0c-76bb1ece58b3 req-57152df0-b892-45f2-a827-fd2c5ffcd51f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509984 Aug 24 18:32:29.887243 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2b9c7-4cf6-47ff-b4f6-3a162a9bc311 req-684e55e1-7f72-48ff-97f2-09e958cb51a0 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:29.888974 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bdb2b9c7-4cf6-47ff-b4f6-3a162a9bc311 req-684e55e1-7f72-48ff-97f2-09e958cb51a0 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0615792 Aug 24 18:32:29.956015 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bdb2b9c7-4cf6-47ff-b4f6-3a162a9bc311 req-6d8ef44b-576c-4f6a-8da0-1128a4ab1d12 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607500 Aug 24 18:32:29.976753 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5dc821e4-b6c3-4e47-96d6-9523dac0ee53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:30.440605 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7d03b-e9df-4a7a-9f12-e8af696c9709 req-afa842c4-3cab-40a4-b12d-10221c080d5c tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:30.442123 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2e7d03b-e9df-4a7a-9f12-e8af696c9709 req-afa842c4-3cab-40a4-b12d-10221c080d5c tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0634434 Aug 24 18:32:30.493253 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2e7d03b-e9df-4a7a-9f12-e8af696c9709 req-41e0f7c3-d85c-4b64-ae4d-e64461e19551 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451872 Aug 24 18:32:31.095942 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2feba-e612-4831-bcf3-96b3ccc724f8 req-acb693e6-8e71-4e98-b0cb-629a8a4d3f4e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:31.097424 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-12a2feba-e612-4831-bcf3-96b3ccc724f8 req-acb693e6-8e71-4e98-b0cb-629a8a4d3f4e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0540125 Aug 24 18:32:31.147751 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-12a2feba-e612-4831-bcf3-96b3ccc724f8 req-20edf8d1-556e-4abd-973d-55bb63cd8b8f tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422819 Aug 24 18:32:31.269315 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f158e5-454e-4431-9522-af55a872edfb req-60f60a34-30c7-448e-90f8-d2c1f0efb471 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:31.270697 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65f158e5-454e-4431-9522-af55a872edfb req-60f60a34-30c7-448e-90f8-d2c1f0efb471 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0533860 Aug 24 18:32:31.320238 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65f158e5-454e-4431-9522-af55a872edfb req-8c18a5d4-755c-497d-bad6-32983d09edf2 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Aug 24 18:32:31.345383 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58532) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:31.595295 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d2a4e5-f718-4e69-99a8-45bd6f905ace tempest-TestShelveInstance-1787094322 tempest-TestShelveInstance-1787094322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:31.597072 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c5d2a4e5-f718-4e69-99a8-45bd6f905ace tempest-TestShelveInstance-1787094322 tempest-TestShelveInstance-1787094322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1124 time: 0.2507265 Aug 24 18:32:31.600381 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58538) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:31.604863 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'port_id': 'c3650672-7813-455d-b268-39da0af57955', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:32:31.620616 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021888a4-ba84-497e-9503-1d33c4ce25c5 req-f76dadf4-5844-4168-91c6-8fd45a02e2d6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:31.622377 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-021888a4-ba84-497e-9503-1d33c4ce25c5 req-f76dadf4-5844-4168-91c6-8fd45a02e2d6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0537295 Aug 24 18:32:31.629939 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:31.670359 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-021888a4-ba84-497e-9503-1d33c4ce25c5 req-81661f98-c4c9-4eb7-9537-1d75aebf9683 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Aug 24 18:32:31.727535 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:31.816216 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dcaed40c-b2a0-49ae-8754-f085f252665e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:31.837351 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Allocated IP 172.27.3.79 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/104e84a6-219e-4521-857f-01076d524f6a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:32:31.841674 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-ddc675b7-b6d0-440d-9164-08d50f716007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:31.843394 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-ddc675b7-b6d0-440d-9164-08d50f716007 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1129 time: 0.0499542 Aug 24 18:32:31.930437 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-a6d515b5-994d-463b-8c6d-c54c1f81476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:31.932087 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-a6d515b5-994d-463b-8c6d-c54c1f81476d service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.0819719 Aug 24 18:32:31.935227 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for port (104e84a6-219e-4521-857f-01076d524f6a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:31.967668 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (104e84a6-219e-4521-857f-01076d524f6a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:31.996619 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-5db61965-2b1c-4938-acdb-97175425a414 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 200 len: 1001 time: 0.0579216 Aug 24 18:32:32.009050 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:32:32.012017 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:32:32.015891 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:32:32.020892 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'Port': ['ID=104e84a6-219e-4521-857f-01076d524f6a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:32.047072 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-3255631a-b682-4628-9fe3-fb3874e84b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:32.048137 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.048547 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.048731 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-3255631a-b682-4628-9fe3-fb3874e84b99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0440495 Aug 24 18:32:32.048961 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.049212 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.049547 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.049876 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.050204 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.050530 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.050855 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.051182 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.051505 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.051829 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.052150 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:32:32.096492 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-7fbccbb0-eade-4524-a4d5-efd04741b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:32.098068 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-7fbccbb0-eade-4524-a4d5-efd04741b53f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436664 Aug 24 18:32:32.190658 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-bc762d9f-99ca-473f-803d-1b29d76035a2 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840733 Aug 24 18:32:32.279987 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3fcdf39d-c0f7-45d4-ad7f-00eee4ce34c5 req-ddf9270d-c689-4a5f-9a3c-4ab656e9aa74 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827186 Aug 24 18:32:32.375684 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for floatingip (0b8957d1-db92-4573-9c7e-c456b31d866f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:32.441831 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (104e84a6-219e-4521-857f-01076d524f6a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:32.591393 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for port (104e84a6-219e-4521-857f-01076d524f6a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:32.597529 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (104e84a6-219e-4521-857f-01076d524f6a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:32.659341 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event updated for resources: {'Port': ['ID=104e84a6-219e-4521-857f-01076d524f6a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:32.661742 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (0b8957d1-db92-4573-9c7e-c456b31d866f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:32.764687 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Floating IP 0b8957d1-db92-4573-9c7e-c456b31d866f associated. External IP: 172.27.3.79, port: c3650672-7813-455d-b268-39da0af57955. Aug 24 18:32:32.872821 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3f64-0726-41dd-9337-d1da9320604c req-1e0936f5-12e9-41d9-adb5-e0391547635a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:32.874295 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d1b3f64-0726-41dd-9337-d1da9320604c req-1e0936f5-12e9-41d9-adb5-e0391547635a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.1239133 Aug 24 18:32:32.968343 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d1b3f64-0726-41dd-9337-d1da9320604c req-245febf3-4d23-4d3c-80ee-0c9ece8af131 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868731 Aug 24 18:32:33.017575 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:32:33.290548 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:33.333179 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:32:33.344387 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] Sync routers for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:32:33.353686 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:33.355974 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:32:33.356845 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:32:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:33.383311 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6f66a507-9009-4459-8e4e-879746d8e9ea tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7817342 Aug 24 18:32:33.383884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'tag': 'c3650672-7813-455d-b268-39da0af57955'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:32:33.386213 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8559ad-ddde-4e73-9225-005cb7ee1032" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "tag": "c3650672-7813-455d-b268-39da0af57955"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:32:33.421765 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeaff23-b398-4b85-bd71-6e68dba520e9 x-openstack-request-id: req-dfeaff23-b398-4b85-bd71-6e68dba520e9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:32:33.422091 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "tag": "c3650672-7813-455d-b268-39da0af57955", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:32:33.422344 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfeaff23-b398-4b85-bd71-6e68dba520e9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:32:33.422748 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfeaff23-b398-4b85-bd71-6e68dba520e9'] response: {'name': 'network-changed', 'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'tag': 'c3650672-7813-455d-b268-39da0af57955', 'status': 'completed', 'code': 200} Aug 24 18:32:33.457063 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:32:33.515668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-14abb075-b7dc-4210-88e5-503f12ae0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:33.517202 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-14abb075-b7dc-4210-88e5-503f12ae0416 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1129 time: 0.0450001 Aug 24 18:32:33.611932 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-da2823d9-db4d-4549-899c-81924da42f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:33.613431 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-da2823d9-db4d-4549-899c-81924da42f4a service neutron] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 910 time: 0.0878601 Aug 24 18:32:33.674124 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '0b8957d1-db92-4573-9c7e-c456b31d866f', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'port_id': 'c3650672-7813-455d-b268-39da0af57955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'mac_address': 'fa:16:3e:73:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:32:32Z', 'updated_at': '2022-08-24T18:32:32Z', 'revision_number': 0, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:32Z', 'revision_number': 5, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:33.675544 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-4e29e1f5-efe9-4b33-b3e6-7ba5235d1ae3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 998 time: 0.0542102 Aug 24 18:32:33.698509 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] Checking router: f0cc6a04-b82f-4440-8f46-8ae7c5f8689f for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:32:33.706901 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:32:33.707511 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:32:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:33.729256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-34428b45-5c4d-43b9-84db-15a8b5ef5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:33.730754 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-34428b45-5c4d-43b9-84db-15a8b5ef5eca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0490179 Aug 24 18:32:33.803114 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-74e4ce4c-b774-4b34-9f87-5892c3f34a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:33.804664 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-74e4ce4c-b774-4b34-9f87-5892c3f34a6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453160 Aug 24 18:32:33.812884 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:32:33.892954 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-966b0a6c-2a78-48e8-af49-02998e2d11e2 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797489 Aug 24 18:32:33.985018 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-de8559ad-ddde-4e73-9225-005cb7ee1032 req-03d0441c-ed54-4e5b-874e-547c1f187fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Aug 24 18:32:34.024050 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '0b8957d1-db92-4573-9c7e-c456b31d866f', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'port_id': 'c3650672-7813-455d-b268-39da0af57955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'mac_address': 'fa:16:3e:73:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:32:32Z', 'updated_at': '2022-08-24T18:32:32Z', 'revision_number': 0, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:32Z', 'revision_number': 5, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:32:34.059576 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a34ec-538a-4267-8505-a215e3140e98 None None] The sync data for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi is: [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '0b8957d1-db92-4573-9c7e-c456b31d866f', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'port_id': 'c3650672-7813-455d-b268-39da0af57955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'mac_address': 'fa:16:3e:73:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:32:32Z', 'updated_at': '2022-08-24T18:32:32Z', 'revision_number': 0, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:32Z', 'revision_number': 5, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:32:34.102261 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7fb6-7a4b-46f1-b43f-5c1ad56db884 req-1a60ee08-71bc-43d0-98d2-3d257ea06bcc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:34.103776 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-245d7fb6-7a4b-46f1-b43f-5c1ad56db884 req-1a60ee08-71bc-43d0-98d2-3d257ea06bcc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 945 time: 0.0570166 Aug 24 18:32:34.114424 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:32:34.163403 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-245d7fb6-7a4b-46f1-b43f-5c1ad56db884 req-19b25a13-61f3-4e4c-ac6c-a89c97af72dc tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524273 Aug 24 18:32:34.188171 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:32:34.188600 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:34.212710 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:32:34.215122 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59473b5-b58a-4a4e-952a-2e94fb876c73" -d '{"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:32:34.228236 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:32:34.234081 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:34.258212 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d53c1c-accc-45c1-9e45-6d6d7d985e34 x-openstack-request-id: req-69d53c1c-accc-45c1-9e45-6d6d7d985e34 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:32:34.258513 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:32:34.259366 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69d53c1c-accc-45c1-9e45-6d6d7d985e34 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:32:34.259773 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d53c1c-accc-45c1-9e45-6d6d7d985e34'] response: {'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'code': 200} Aug 24 18:32:34.288256 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:32:34.316432 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d1fa06-4181-49d3-804d-c89781eeca34 None None] New status for floating IP 0b8957d1-db92-4573-9c7e-c456b31d866f: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:32:34.536108 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:35.308764 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116acdf-0dd2-4e10-a448-670fb9ed3452 req-dcde76c1-65ad-41e1-b584-a99acb84cb28 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:35.310213 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f116acdf-0dd2-4e10-a448-670fb9ed3452 req-dcde76c1-65ad-41e1-b584-a99acb84cb28 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0617440 Aug 24 18:32:35.358400 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f116acdf-0dd2-4e10-a448-670fb9ed3452 req-4bc93740-39d4-4452-824f-27252deb3f11 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 Aug 24 18:32:35.763064 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:35.913571 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-c78d8b75-33a6-413e-976a-b71d0aa1ed66 req-8c5dc0fb-7f16-417c-b5fa-3091dddd2e8d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:32:35.914610 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c78d8b75-33a6-413e-976a-b71d0aa1ed66 req-8c5dc0fb-7f16-417c-b5fa-3091dddd2e8d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497916 Aug 24 18:32:35.998369 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:36.096768 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fba62-49c2-4731-bd31-353b254f6a26 req-cc715982-e23a-45da-8639-576f6025e6eb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:36.098342 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b50fba62-49c2-4731-bd31-353b254f6a26 req-cc715982-e23a-45da-8639-576f6025e6eb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0539634 Aug 24 18:32:36.144649 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b50fba62-49c2-4731-bd31-353b254f6a26 req-4d2e76d2-22e6-4ae6-b6f9-84c31f6ed30e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405879 Aug 24 18:32:36.312564 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58590) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:36.406498 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-1cf53b39-ea32-4959-8667-586d74b2f2b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927808 Aug 24 18:32:36.415229 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-f7753780-4a72-484c-bc8c-78b2dc7753f9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:32:36.416186 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-f7753780-4a72-484c-bc8c-78b2dc7753f9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048664 Aug 24 18:32:36.503888 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58598) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:32:36.609089 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-6e961cc4-562c-4fdb-9b73-2efa8748f549 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:36.610462 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-6e961cc4-562c-4fdb-9b73-2efa8748f549 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports/eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 200 len: 940 time: 0.1055205 Aug 24 18:32:37.273641 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace62e-0676-44c3-8806-79b617362c81 req-4fea5ab2-bac1-4629-8d1b-b567ad7ddd97 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:37.275507 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-99ace62e-0676-44c3-8806-79b617362c81 req-4fea5ab2-bac1-4629-8d1b-b567ad7ddd97 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0536156 Aug 24 18:32:37.320600 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-99ace62e-0676-44c3-8806-79b617362c81 req-d0ea702c-a1c3-4c64-8640-99f6f0fad398 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Aug 24 18:32:38.134621 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:32:38.206284 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: DOWN; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:32:38.462236 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae97af-db8e-4a60-8cd2-633b4036040f req-4375cc63-3ae4-49b6-b5ce-b05ff259ccc5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:38.463630 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edae97af-db8e-4a60-8cd2-633b4036040f req-4375cc63-3ae4-49b6-b5ce-b05ff259ccc5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0584452 Aug 24 18:32:38.512511 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edae97af-db8e-4a60-8cd2-633b4036040f req-1f1dbe44-2f68-4957-b298-0f1ab9d05c27 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Aug 24 18:32:38.660432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-ccd6cac3-8ea7-42bc-a291-77bfe7b9e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:38.661973 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-ccd6cac3-8ea7-42bc-a291-77bfe7b9e1ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0&tenant_id=154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 1127 time: 0.1247759 Aug 24 18:32:38.745433 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-fd752116-4d53-4129-a109-d38ab322be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:38.746880 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-fd752116-4d53-4129-a109-d38ab322be21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1127 time: 0.0457783 Aug 24 18:32:38.837640 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-cdbb4f02-26e1-4d51-93e3-ed5fecd42982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:38.839104 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-cdbb4f02-26e1-4d51-93e3-ed5fecd42982 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.0859015 Aug 24 18:32:38.909616 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-9e4a3b11-623c-4e62-94ae-3acbc3227660 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 200 len: 999 time: 0.0635087 Aug 24 18:32:38.961396 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-c745ad6d-6c14-46ee-8a5e-5a9324a41091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:38.962800 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-c745ad6d-6c14-46ee-8a5e-5a9324a41091 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0461488 Aug 24 18:32:39.028108 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-00e3b638-6d13-4368-b13d-dca35ff4f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:39.029612 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-00e3b638-6d13-4368-b13d-dca35ff4f5eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452504 Aug 24 18:32:39.119566 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-93d34a5b-fb4f-4d2c-91b3-bce03aa3368d service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818095 Aug 24 18:32:39.216889 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6be1afd2-b4d1-4bdd-b5c0-c03d1a4e2fa8 req-7b6e85df-ecf4-485e-b460-40fdee9ba089 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868700 Aug 24 18:32:39.643974 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42670b5f-137e-4524-bb86-3e633799108d req-55e42e08-4dd4-4ced-a558-b2c4bc4d7fb1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:39.645692 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-42670b5f-137e-4524-bb86-3e633799108d req-55e42e08-4dd4-4ced-a558-b2c4bc4d7fb1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0563047 Aug 24 18:32:39.703364 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-42670b5f-137e-4524-bb86-3e633799108d req-438c4101-141b-46ea-b0f2-29d883fda574 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508132 Aug 24 18:32:40.843538 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a77cdd-caca-4ede-b49b-756a36b06379 req-567e9af7-59e2-4d81-bed9-fbf98a590465 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:40.845323 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-62a77cdd-caca-4ede-b49b-756a36b06379 req-567e9af7-59e2-4d81-bed9-fbf98a590465 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0555618 Aug 24 18:32:40.895623 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-62a77cdd-caca-4ede-b49b-756a36b06379 req-9cf468a6-5070-412c-8cea-a782eaea5ddf tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Aug 24 18:32:42.030972 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0954352-ff13-44d7-bbed-1b73fcbc5124 req-e7f1b939-6efb-44ad-97a0-397d92dd0100 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:42.032522 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a0954352-ff13-44d7-bbed-1b73fcbc5124 req-e7f1b939-6efb-44ad-97a0-397d92dd0100 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0591695 Aug 24 18:32:42.082385 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a0954352-ff13-44d7-bbed-1b73fcbc5124 req-cbe11996-c0d9-4aa6-b91b-d05a2f38b362 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441952 Aug 24 18:32:43.222444 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc288f97-fe52-457d-91b8-e679b31f7233 req-16085764-5166-46f2-b403-8d22b33bfbb2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:43.223980 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc288f97-fe52-457d-91b8-e679b31f7233 req-16085764-5166-46f2-b403-8d22b33bfbb2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0576649 Aug 24 18:32:43.271855 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc288f97-fe52-457d-91b8-e679b31f7233 req-91f632a9-2c01-4cf8-a054-f6fbe18b7951 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408392 Aug 24 18:32:44.412750 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348470d-3e55-45a4-ad9b-285f7502d1e3 req-635001a9-3208-41a7-8195-cff3b309d949 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:44.414240 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4348470d-3e55-45a4-ad9b-285f7502d1e3 req-635001a9-3208-41a7-8195-cff3b309d949 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0629783 Aug 24 18:32:44.462235 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4348470d-3e55-45a4-ad9b-285f7502d1e3 req-a863f4ec-f50c-4750-9fb1-8a9553ffb014 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Aug 24 18:32:45.605488 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4c27b-745b-439d-9115-ffa14b561022 req-1b1a7614-51de-45b1-8122-c369dcbab954 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:45.606979 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50d4c27b-745b-439d-9115-ffa14b561022 req-1b1a7614-51de-45b1-8122-c369dcbab954 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0611832 Aug 24 18:32:45.658965 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50d4c27b-745b-439d-9115-ffa14b561022 req-8aabb363-e0bf-4581-89e2-ad1646d85445 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459013 Aug 24 18:32:46.825209 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcdcf8-8a21-4411-9a13-c01aa1af0e24 req-29e9ca1b-2361-4926-a092-c41e6842d1ca tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:46.826875 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9bcdcf8-8a21-4411-9a13-c01aa1af0e24 req-29e9ca1b-2361-4926-a092-c41e6842d1ca tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0901217 Aug 24 18:32:46.878910 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9bcdcf8-8a21-4411-9a13-c01aa1af0e24 req-12154d00-48ad-4b26-b7eb-83a22d08858b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450451 Aug 24 18:32:48.031332 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e09e3-53a8-43ab-8741-23f652ea9acd req-ef7322e6-24fc-4fd6-ad1d-cff6f4399025 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:48.032875 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9e8e09e3-53a8-43ab-8741-23f652ea9acd req-ef7322e6-24fc-4fd6-ad1d-cff6f4399025 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0646400 Aug 24 18:32:48.097205 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9e8e09e3-53a8-43ab-8741-23f652ea9acd req-5a473b07-d85d-44ea-92fa-69ce1bfdadf4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583692 Aug 24 18:32:49.234351 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797fd6d-eec8-4e8e-97ea-715777b487f5 req-25c5c6af-df69-4120-8db4-5aea92ad8814 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:49.235928 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6797fd6d-eec8-4e8e-97ea-715777b487f5 req-25c5c6af-df69-4120-8db4-5aea92ad8814 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0559635 Aug 24 18:32:49.285212 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6797fd6d-eec8-4e8e-97ea-715777b487f5 req-cc13fdfc-73e4-4337-a707-bb9abd124ddf tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433941 Aug 24 18:32:50.422363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e4b4-bfe9-4f4e-8a90-818a5ad37cee req-0085cf0b-989f-4dbe-addf-d7ce20c5c93a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:50.423868 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e075e4b4-bfe9-4f4e-8a90-818a5ad37cee req-0085cf0b-989f-4dbe-addf-d7ce20c5c93a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0546834 Aug 24 18:32:50.476630 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e075e4b4-bfe9-4f4e-8a90-818a5ad37cee req-5b053bf8-992b-4d77-a000-c75615991072 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Aug 24 18:32:51.624836 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf10e6-8fe1-4a6a-a718-ee3f2875cc18 req-a2f44dc1-d999-4abd-9c54-84dca08d2701 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:51.626325 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6cf10e6-8fe1-4a6a-a718-ee3f2875cc18 req-a2f44dc1-d999-4abd-9c54-84dca08d2701 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0636613 Aug 24 18:32:51.677903 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6cf10e6-8fe1-4a6a-a718-ee3f2875cc18 req-02107dd1-c276-475e-9f81-f0f7ec6ee0e8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457110 Aug 24 18:32:52.820284 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3219-54da-49dd-92e6-0e10e831ec6d req-184f0ee6-0473-47fd-8f48-53f80fe28a9a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:52.821950 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-369e3219-54da-49dd-92e6-0e10e831ec6d req-184f0ee6-0473-47fd-8f48-53f80fe28a9a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0605991 Aug 24 18:32:52.867677 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-369e3219-54da-49dd-92e6-0e10e831ec6d req-0f2ccc48-d44b-4dfc-845b-a6fb9b2a0129 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Aug 24 18:32:54.005823 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5492ef-57bc-41d8-a82e-4a1a91e24d14 req-05c2695f-4747-46ff-bd42-311e27aee852 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:54.007522 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d5492ef-57bc-41d8-a82e-4a1a91e24d14 req-05c2695f-4747-46ff-bd42-311e27aee852 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0557358 Aug 24 18:32:54.055017 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d5492ef-57bc-41d8-a82e-4a1a91e24d14 req-4bfd0cda-b6b3-4e87-ab4f-5ab41eafaa08 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Aug 24 18:32:54.467936 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:32:55.195882 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55a23e-cf1f-4f9c-80af-d76e48210f0d req-6184e557-1288-4d8e-be1b-37a04ab21af3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:55.197431 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c55a23e-cf1f-4f9c-80af-d76e48210f0d req-6184e557-1288-4d8e-be1b-37a04ab21af3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0601540 Aug 24 18:32:55.248572 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c55a23e-cf1f-4f9c-80af-d76e48210f0d req-31d32056-7744-4e89-a4b0-4cdc245c832e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Aug 24 18:32:56.382240 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb1afc-df20-46ff-8716-6bb33dee117d req-b880e7c1-5d31-4dea-a1bc-9be99b1f525a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:56.383686 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0feb1afc-df20-46ff-8716-6bb33dee117d req-b880e7c1-5d31-4dea-a1bc-9be99b1f525a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0538309 Aug 24 18:32:56.429703 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0feb1afc-df20-46ff-8716-6bb33dee117d req-5fa74389-1e0c-47e9-9449-b1c39363d385 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402613 Aug 24 18:32:57.566397 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aab5f-6774-4803-ba56-091832ba18dc req-b8860d4f-0c20-4524-ad8b-ebd00df21083 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:57.567888 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d1aab5f-6774-4803-ba56-091832ba18dc req-b8860d4f-0c20-4524-ad8b-ebd00df21083 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0590143 Aug 24 18:32:57.617280 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d1aab5f-6774-4803-ba56-091832ba18dc req-c93369cb-c578-48f7-a6ef-cebe80313853 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Aug 24 18:32:58.759273 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20aa2f3-6697-49d7-b52e-c8114fe0d21f req-3671407f-bde2-4529-8969-0408c90f1178 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:58.760747 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a20aa2f3-6697-49d7-b52e-c8114fe0d21f req-3671407f-bde2-4529-8969-0408c90f1178 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0555072 Aug 24 18:32:58.810883 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a20aa2f3-6697-49d7-b52e-c8114fe0d21f req-1a355da8-e59f-4c0d-b810-4b976ef29d3a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Aug 24 18:32:59.940902 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e35fc9be-8364-4479-bd47-931670ea6b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:32:59.951686 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829bff5-8bd1-4a67-b846-f1f20d543e44 req-7715206e-dd8b-49e4-9f54-f67666e7331d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:32:59.953261 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9829bff5-8bd1-4a67-b846-f1f20d543e44 req-7715206e-dd8b-49e4-9f54-f67666e7331d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0562253 Aug 24 18:33:00.002571 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9829bff5-8bd1-4a67-b846-f1f20d543e44 req-2d3ff64a-1893-4ad3-8e92-3734a93ed99f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436230 Aug 24 18:33:01.142977 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19262e1a-995d-4cac-88dc-b3990932f64c req-dbd2ddc1-0c6e-4d30-a512-c33e24736099 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:01.144463 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19262e1a-995d-4cac-88dc-b3990932f64c req-dbd2ddc1-0c6e-4d30-a512-c33e24736099 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0577705 Aug 24 18:33:01.193831 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19262e1a-995d-4cac-88dc-b3990932f64c req-9d914bc8-8807-4603-a674-20d5d0a36a25 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Aug 24 18:33:01.822881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-df679fbb-8fcf-42ba-9856-c9c10e4a223e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:02.256242 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:33:02.330207 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255ba8b-71d6-46cb-a684-df91dc78f5b9 req-83412e10-c028-4323-9c3c-79b84c6dc4e4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:02.331774 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c255ba8b-71d6-46cb-a684-df91dc78f5b9 req-83412e10-c028-4323-9c3c-79b84c6dc4e4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 943 time: 0.0525897 Aug 24 18:33:02.355142 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:33:02.366922 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'port_id': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'mac_address': 'fa:16:3e:c3:a9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:33:02.383796 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c255ba8b-71d6-46cb-a684-df91dc78f5b9 req-4e20526b-ffa9-42c0-b5f6-a23b4295fc40 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459280 Aug 24 18:33:02.404568 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:33:02.404968 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:02.417862 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2dcfc0-36e5-419a-8639-011900a2f91f {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:33:02.436512 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:33:02.441675 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:02.485256 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=9']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:33:02.493141 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.493487 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.493832 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.494166 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.494527 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.494853 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.495176 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.495533 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.495875 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.496186 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.496529 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.496844 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:02.497162 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:33:03.175604 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['eb2dcfc0-36e5-419a-8639-011900a2f91f'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:33:03.309399 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:03.529002 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b16cc-4d17-41cf-9f17-9c0760ee0116 req-157a1148-509d-4b84-a8a1-c034f1cc1278 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:03.530468 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c9b16cc-4d17-41cf-9f17-9c0760ee0116 req-157a1148-509d-4b84-a8a1-c034f1cc1278 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.0633209 Aug 24 18:33:03.576608 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c9b16cc-4d17-41cf-9f17-9c0760ee0116 req-06e99695-21c0-400e-84ad-35a027dc6a27 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404956 Aug 24 18:33:04.540805 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:04.711153 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74aa1-710c-45f0-9539-879af7dfe955 req-d17a68d1-3079-4532-b68c-e4b3eb8f80d4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:04.712701 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5f74aa1-710c-45f0-9539-879af7dfe955 req-d17a68d1-3079-4532-b68c-e4b3eb8f80d4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.0546181 Aug 24 18:33:04.759213 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5f74aa1-710c-45f0-9539-879af7dfe955 req-ea67196a-f20a-455d-b018-f9362c33ef4d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 Aug 24 18:33:05.133068 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f185c8-ad0c-4873-86ed-b218bc8ee44d req-38bd045a-d95f-4e05-8298-ce2d31071ef5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:05.134661 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54f185c8-ad0c-4873-86ed-b218bc8ee44d req-38bd045a-d95f-4e05-8298-ce2d31071ef5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0551174 Aug 24 18:33:05.140508 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-0c7f2eb5-a851-4cae-911e-9dd6c51beced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:05.142016 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-0c7f2eb5-a851-4cae-911e-9dd6c51beced service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1130 time: 0.0450616 Aug 24 18:33:05.184073 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54f185c8-ad0c-4873-86ed-b218bc8ee44d req-5dd1e6fa-0017-4243-ab80-115a12770f94 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Aug 24 18:33:05.480729 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-2623d312-914b-4851-8786-39a690e783a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:05.482224 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-2623d312-914b-4851-8786-39a690e783a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.3337140 Aug 24 18:33:05.544750 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-69c96f04-55eb-42a2-b176-fa98ba73bae9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 200 len: 1001 time: 0.0548291 Aug 24 18:33:05.595576 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-c831fd9e-34f2-4c60-a0ef-f56d540df5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:05.597066 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-c831fd9e-34f2-4c60-a0ef-f56d540df5d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0463216 Aug 24 18:33:05.647728 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-76416765-49b7-4282-a555-b808b250c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:05.649284 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-76416765-49b7-4282-a555-b808b250c548 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455141 Aug 24 18:33:05.739126 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-e0a73901-dbd3-4caf-92cf-fdbd9744a1e2 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804253 Aug 24 18:33:05.768086 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:05.831858 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c710d8ce-28ac-4944-9490-c0ed53dd6b47 req-a725a6c4-d896-4866-83e4-869aa244b91c service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859833 Aug 24 18:33:05.890256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d395c-a284-44fa-b40d-acdf15946da5 req-dc38494b-b936-4db9-9d8f-a8728e4c233a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:05.891595 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-708d395c-a284-44fa-b40d-acdf15946da5 req-dc38494b-b936-4db9-9d8f-a8728e4c233a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 944 time: 0.0550444 Aug 24 18:33:05.940151 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-708d395c-a284-44fa-b40d-acdf15946da5 req-c3edae80-aa5c-40db-a717-b8c019f31fdb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428731 Aug 24 18:33:06.007242 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:06.257788 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:33:06.304357 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port eb2dcfc0-36e5-419a-8639-011900a2f91f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:33:06.304741 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:06.319057 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f2b23-3fcd-4811-89b7-f20050780381 req-00eb6c65-b741-4a7e-80b2-59acceb94138 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:06.320605 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e4f2b23-3fcd-4811-89b7-f20050780381 req-00eb6c65-b741-4a7e-80b2-59acceb94138 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0574634 Aug 24 18:33:06.367276 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e4f2b23-3fcd-4811-89b7-f20050780381 req-b44f321f-712e-4da8-a27f-1630d2afd9ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Aug 24 18:33:06.377649 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port eb2dcfc0-36e5-419a-8639-011900a2f91f is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:33:06.378040 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:06.400410 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:33:06.402665 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c613f39-d111-4b64-9a3e-fb1d70fbb0e3" -d '{"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:33:06.414475 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:33:06.421017 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:06.467534 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=10']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:33:06.492265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a5f84-ed63-4ded-acb1-b97cac213f99 x-openstack-request-id: req-9a3a5f84-ed63-4ded-acb1-b97cac213f99 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:33:06.492670 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:33:06.492926 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a3a5f84-ed63-4ded-acb1-b97cac213f99 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:33:06.493335 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3a5f84-ed63-4ded-acb1-b97cac213f99'] response: {'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'code': 200} Aug 24 18:33:07.076296 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62d324-5c88-48e4-96d1-3804d257fc50 req-cf9e2ab8-5750-4300-a582-3e8b32ca1012 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:07.077807 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b62d324-5c88-48e4-96d1-3804d257fc50 req-cf9e2ab8-5750-4300-a582-3e8b32ca1012 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0552971 Aug 24 18:33:07.125354 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b62d324-5c88-48e4-96d1-3804d257fc50 req-aabaf60d-4e62-4986-87d5-e93f1b59e271 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Aug 24 18:33:07.160237 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e49d6-ec86-4557-bfc7-bafb02f4e4bd req-9cb3af19-abdf-4be7-a057-50d13e4a50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:07.161778 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce7e49d6-ec86-4557-bfc7-bafb02f4e4bd req-9cb3af19-abdf-4be7-a057-50d13e4a50a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 1130 time: 0.0493867 Aug 24 18:33:07.206297 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce7e49d6-ec86-4557-bfc7-bafb02f4e4bd req-fe63a1ba-f69f-474a-95be-4ef8ef9f674b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Aug 24 18:33:07.501543 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8e006-397f-4c52-bafa-91e773565dce req-63c28ca5-44dc-499e-9100-dbf74e47684b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:07.503022 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-21c8e006-397f-4c52-bafa-91e773565dce req-63c28ca5-44dc-499e-9100-dbf74e47684b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0547297 Aug 24 18:33:07.553581 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-21c8e006-397f-4c52-bafa-91e773565dce req-3214bbf8-4e2f-4245-9bf0-474e55e4f98e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Aug 24 18:33:08.267218 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68232313-3b8d-4246-84c6-3bd491b8176b req-ab2df626-5cdf-45ce-9013-a8f404832a35 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:08.268703 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68232313-3b8d-4246-84c6-3bd491b8176b req-ab2df626-5cdf-45ce-9013-a8f404832a35 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0571294 Aug 24 18:33:08.314543 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68232313-3b8d-4246-84c6-3bd491b8176b req-27fc5131-03a9-4198-84db-96ea965d8693 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Aug 24 18:33:08.684892 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad0b9a-d8a1-4e17-a41d-077494d8fb62 req-1c2dc9a7-39cf-49f7-bfb9-8e9559d84b40 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:08.686431 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-66ad0b9a-d8a1-4e17-a41d-077494d8fb62 req-1c2dc9a7-39cf-49f7-bfb9-8e9559d84b40 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0546942 Aug 24 18:33:08.738535 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-66ad0b9a-d8a1-4e17-a41d-077494d8fb62 req-c0a41df1-0f53-4ba0-9811-52dfe6815575 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Aug 24 18:33:09.442057 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f952ce-ebf3-4879-8458-b2ac98cb4893 req-1ff460ee-bc99-4e3c-8e8a-912a79e94eec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:09.443663 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55f952ce-ebf3-4879-8458-b2ac98cb4893 req-1ff460ee-bc99-4e3c-8e8a-912a79e94eec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0541220 Aug 24 18:33:09.492013 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55f952ce-ebf3-4879-8458-b2ac98cb4893 req-c92f7311-6155-4bbb-b509-39df7bb54285 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Aug 24 18:33:09.872272 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc635bb1-2f3a-4e3c-994c-ea4fc8aed289 req-94946d55-cf51-4470-ad11-e28fd7008a8c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:09.874160 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dc635bb1-2f3a-4e3c-994c-ea4fc8aed289 req-94946d55-cf51-4470-ad11-e28fd7008a8c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0613654 Aug 24 18:33:09.922144 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dc635bb1-2f3a-4e3c-994c-ea4fc8aed289 req-8c43e008-7222-4bf1-9d70-37798b12fab9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422390 Aug 24 18:33:10.639422 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eba49-6cdc-45f1-90bd-637a0d143a5b req-b681038b-1ed8-4f2d-9425-5ee89d55e654 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:10.640919 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc7eba49-6cdc-45f1-90bd-637a0d143a5b req-b681038b-1ed8-4f2d-9425-5ee89d55e654 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0604582 Aug 24 18:33:10.694119 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc7eba49-6cdc-45f1-90bd-637a0d143a5b req-62ff1fc1-b9ec-46a0-ab76-38d19e56b05a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Aug 24 18:33:11.054847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9554-8cb7-4993-8ec3-fb6c88cd14af req-de99c364-93c7-496c-94de-074cc837365e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:11.056393 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-33eb9554-8cb7-4993-8ec3-fb6c88cd14af req-de99c364-93c7-496c-94de-074cc837365e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0574057 Aug 24 18:33:11.103475 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-33eb9554-8cb7-4993-8ec3-fb6c88cd14af req-caf04a4e-28be-4503-b4e1-4872a20a760b tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412707 Aug 24 18:33:12.246427 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759bf5-060e-444b-b521-4b3f01a77ab0 req-894c2c92-fa4c-43ce-aec8-f288c8212c73 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:12.247919 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-07759bf5-060e-444b-b521-4b3f01a77ab0 req-894c2c92-fa4c-43ce-aec8-f288c8212c73 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0591466 Aug 24 18:33:12.298340 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-07759bf5-060e-444b-b521-4b3f01a77ab0 req-38601b2a-ef8c-4ad7-841b-21138029b9ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Aug 24 18:33:13.432272 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882828c5-e571-4f91-961d-02aeddfbacbc req-1e21fb7a-6e78-4207-88ce-9503f3b48775 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:13.433873 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-882828c5-e571-4f91-961d-02aeddfbacbc req-1e21fb7a-6e78-4207-88ce-9503f3b48775 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0584853 Aug 24 18:33:13.490188 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-882828c5-e571-4f91-961d-02aeddfbacbc req-3b96ba3a-472d-4121-acb1-eef47670be4a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484829 Aug 24 18:33:14.625590 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a05cc-57bd-432e-a615-6e09a6aa8a1b req-f516395a-b657-4760-b22c-4b4fdc71cc59 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:14.627058 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-485a05cc-57bd-432e-a615-6e09a6aa8a1b req-f516395a-b657-4760-b22c-4b4fdc71cc59 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0556567 Aug 24 18:33:14.678969 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-485a05cc-57bd-432e-a615-6e09a6aa8a1b req-980ba015-28b1-415b-b07c-d05670bf9af2 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Aug 24 18:33:15.818215 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6228fc0-93f8-4068-9e3b-12e46dae9aa9 req-ab75308c-5e18-4b2b-830f-52767513b5dc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:15.819683 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6228fc0-93f8-4068-9e3b-12e46dae9aa9 req-ab75308c-5e18-4b2b-830f-52767513b5dc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0606778 Aug 24 18:33:15.866750 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6228fc0-93f8-4068-9e3b-12e46dae9aa9 req-31fb1b99-2b6f-4092-9dbd-951d344397c9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398960 Aug 24 18:33:17.006570 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c58db-e469-4ded-b82f-1452d22c5ae5 req-e164c246-3259-406b-9a50-31230036e05d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:17.008947 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f9c58db-e469-4ded-b82f-1452d22c5ae5 req-e164c246-3259-406b-9a50-31230036e05d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0612469 Aug 24 18:33:17.056843 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f9c58db-e469-4ded-b82f-1452d22c5ae5 req-172c8fec-0f66-4baf-b83b-47bc905d8e68 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422926 Aug 24 18:33:18.191342 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1581-d181-4edc-86f7-b5cd65f9fb8a req-2d464b4a-6ffd-4349-9488-7ee29d50b05e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:18.192755 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5ea1581-d181-4edc-86f7-b5cd65f9fb8a req-2d464b4a-6ffd-4349-9488-7ee29d50b05e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0569062 Aug 24 18:33:18.240945 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5ea1581-d181-4edc-86f7-b5cd65f9fb8a req-40294fea-2b02-4ec7-b581-8de599c724a0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424421 Aug 24 18:33:19.369444 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c982d-5583-476d-a851-18d5acb52795 req-34b47e99-f2a7-4b12-b8d6-f46b35eff883 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:19.370949 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b44c982d-5583-476d-a851-18d5acb52795 req-34b47e99-f2a7-4b12-b8d6-f46b35eff883 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0573030 Aug 24 18:33:19.418043 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b44c982d-5583-476d-a851-18d5acb52795 req-a17527ad-2442-4115-8756-3a37600f9dc1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Aug 24 18:33:20.559485 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba5932-30ba-4fe1-80a7-1b365c04b717 req-2f9ba1e5-8037-4042-9871-4a0ebf7e94b5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:20.560995 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eba5932-30ba-4fe1-80a7-1b365c04b717 req-2f9ba1e5-8037-4042-9871-4a0ebf7e94b5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0571752 Aug 24 18:33:20.612483 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eba5932-30ba-4fe1-80a7-1b365c04b717 req-62afd363-245a-4e1f-878b-2f106dc4b862 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 Aug 24 18:33:21.739840 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92de89-277b-4174-9ac7-206bca6016a0 req-46ab2768-fa3e-4769-b784-50e56c10d27a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:21.741369 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf92de89-277b-4174-9ac7-206bca6016a0 req-46ab2768-fa3e-4769-b784-50e56c10d27a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0514867 Aug 24 18:33:21.790521 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf92de89-277b-4174-9ac7-206bca6016a0 req-5369d6ed-6fcc-42a9-a2f5-59bfb3fcce48 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 Aug 24 18:33:22.926044 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b3768-fef8-4e0d-8f39-16475bc018f9 req-50f19e59-9c86-453a-9a75-6b526211ddcd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:22.927482 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5b8b3768-fef8-4e0d-8f39-16475bc018f9 req-50f19e59-9c86-453a-9a75-6b526211ddcd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0661240 Aug 24 18:33:22.978702 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5b8b3768-fef8-4e0d-8f39-16475bc018f9 req-aeb67bd8-ac75-4c52-9d00-766957a30187 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453684 Aug 24 18:33:23.371477 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449f74-c369-4116-934b-a7fed3803227 req-ca025532-4e0e-4106-b0f6-39f740a68e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:23.373021 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f449f74-c369-4116-934b-a7fed3803227 req-ca025532-4e0e-4106-b0f6-39f740a68e8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1130 time: 0.0454249 Aug 24 18:33:23.417010 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f449f74-c369-4116-934b-a7fed3803227 req-b12ca922-aa57-47c6-a5f5-0ddc8c0dccfd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369966 Aug 24 18:33:24.112170 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01aab61-8538-418c-98a5-43e1fc12c559 req-0100a7a9-d3d7-45e5-9439-68b72c595299 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:24.113658 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d01aab61-8538-418c-98a5-43e1fc12c559 req-0100a7a9-d3d7-45e5-9439-68b72c595299 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0551612 Aug 24 18:33:24.160432 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d01aab61-8538-418c-98a5-43e1fc12c559 req-161ee94d-ab39-4e21-815c-797d18909907 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 Aug 24 18:33:25.298253 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf76cc-adcc-45b6-9bb0-1b66c071f5f7 req-b227a9e0-e1cc-45a0-bccc-4c83e94a963f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:25.299714 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fbf76cc-adcc-45b6-9bb0-1b66c071f5f7 req-b227a9e0-e1cc-45a0-bccc-4c83e94a963f tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0538421 Aug 24 18:33:25.347517 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fbf76cc-adcc-45b6-9bb0-1b66c071f5f7 req-6065e4ad-6e78-4d3c-9e89-18dd5f471f0d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Aug 24 18:33:26.492926 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25181-5862-44c6-938e-9a9e5e334084 req-f3eea594-dee2-499e-bf03-9ecb5688a9a6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:26.494411 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ce25181-5862-44c6-938e-9a9e5e334084 req-f3eea594-dee2-499e-bf03-9ecb5688a9a6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0539351 Aug 24 18:33:26.541684 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ce25181-5862-44c6-938e-9a9e5e334084 req-64150afc-32c1-49e7-a1b3-8357bee99f2e tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Aug 24 18:33:26.925271 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9f53-14a3-4009-823d-7b4ccc69be80 req-0bc92795-dd81-4975-b891-cb26dfa8b086 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:26.926709 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8abf9f53-14a3-4009-823d-7b4ccc69be80 req-0bc92795-dd81-4975-b891-cb26dfa8b086 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0848694 Aug 24 18:33:26.933033 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-e8bc0bc3-0cb1-462f-8337-645c946f7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:26.934458 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-e8bc0bc3-0cb1-462f-8337-645c946f7e17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1130 time: 0.0601428 Aug 24 18:33:27.027376 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8abf9f53-14a3-4009-823d-7b4ccc69be80 req-39d8ac07-0cf7-455f-9bb5-647116a470a6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920303 Aug 24 18:33:27.051819 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-66a822f6-4054-4675-9dd5-5ef7b0d0c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:27.053255 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-66a822f6-4054-4675-9dd5-5ef7b0d0c007 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.1115806 Aug 24 18:33:27.115067 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-1f1a35a4-0df9-4224-a206-d66add509416 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 200 len: 1001 time: 0.0542808 Aug 24 18:33:27.164726 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-f6c362d2-a2a6-4977-80ac-e270a5b3aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:27.166209 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-f6c362d2-a2a6-4977-80ac-e270a5b3aec6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0446737 Aug 24 18:33:27.221399 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-40a8bb2e-6a00-4cb2-bf4b-032bae9512bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:27.222891 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-40a8bb2e-6a00-4cb2-bf4b-032bae9512bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499568 Aug 24 18:33:27.311835 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-f01921d2-ba38-445d-bef3-b5a72ff00eae service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807009 Aug 24 18:33:27.407647 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92f23568-9bcb-4ae4-9cb7-b1e9365e87e9 req-af6b03e5-55fb-4d83-bacc-894ef83e636b service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886726 Aug 24 18:33:28.164219 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9e30-86c5-43c4-a5cf-fc97280527f3 req-5c0ace10-99c9-4ca8-bd9a-8e8efafd5fe6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:28.165632 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-edfe9e30-86c5-43c4-a5cf-fc97280527f3 req-5c0ace10-99c9-4ca8-bd9a-8e8efafd5fe6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0587587 Aug 24 18:33:28.211870 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-edfe9e30-86c5-43c4-a5cf-fc97280527f3 req-5f92effb-dd92-4063-8b9b-f0d73bedc154 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406361 Aug 24 18:33:29.336027 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a12d5-3970-42fd-84eb-34aa476af0da req-2b7c8a8c-240f-4199-879a-6f58815699c6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:29.337516 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-478a12d5-3970-42fd-84eb-34aa476af0da req-2b7c8a8c-240f-4199-879a-6f58815699c6 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0524833 Aug 24 18:33:29.383319 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-478a12d5-3970-42fd-84eb-34aa476af0da req-7b0cc65e-8088-4886-bc8c-f6f51b944fc5 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Aug 24 18:33:29.955424 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-db11136b-2caa-4532-a146-6cd6cec04b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:30.525374 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19541f1-885e-4643-858a-39b2b142ffc5 req-34b5f67e-f76b-4915-bab8-9042abc7332c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:30.527692 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c19541f1-885e-4643-858a-39b2b142ffc5 req-34b5f67e-f76b-4915-bab8-9042abc7332c tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0585542 Aug 24 18:33:30.577298 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c19541f1-885e-4643-858a-39b2b142ffc5 req-99bf4f7f-6c28-4832-8071-fa8aa7df1041 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444224 Aug 24 18:33:31.470609 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:33:31.716348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b2e6-3e3d-49b8-a693-aa04dc94b53e req-869b97ce-ea51-4aa3-984c-474bb9ff4ccc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:31.717800 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7558b2e6-3e3d-49b8-a693-aa04dc94b53e req-869b97ce-ea51-4aa3-984c-474bb9ff4ccc tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0567112 Aug 24 18:33:31.767185 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7558b2e6-3e3d-49b8-a693-aa04dc94b53e req-681d30ec-60b8-4e0b-ad25-05f9d5c2ee04 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Aug 24 18:33:31.808160 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-94acb010-f3a2-4e0e-9037-ba382a9182c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:31.897753 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1150670-2b41-412f-82ec-f16b4821f528 req-eb65aebb-cd3f-417d-9ffa-5e74074cedf3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:31.899225 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1150670-2b41-412f-82ec-f16b4821f528 req-eb65aebb-cd3f-417d-9ffa-5e74074cedf3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0588536 Aug 24 18:33:31.909352 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 58882) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:33:31.913808 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Request body: {'floatingip': {'port_id': '60042808-356b-4ef8-844f-ca50589aca14'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:33:31.972213 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:32.404973 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:32.411632 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:32.612868 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:33:32.710572 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:33:32.715198 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:32.720533 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] Sync routers for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:33:32.733917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:33:32.734847 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:33:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:33:32.751702 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:33:32.754024 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f83ebe3-7231-4a75-ac83-822fdafe6b05" -d '{"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:33:32.789697 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d46d03c3-e24f-486d-b729-6c7f763cbadd tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "PUT /v2.0/floatingips/72c46965-518b-4b83-b893-e083ab7b3e33 HTTP/1.1" status: 200 len: 993 time: 0.8791842 Aug 24 18:33:32.841791 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:33:32.849706 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33be918a-29d6-4bc3-8348-25320b8ceddc x-openstack-request-id: req-33be918a-29d6-4bc3-8348-25320b8ceddc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:33:32.850007 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:33:32.850266 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33be918a-29d6-4bc3-8348-25320b8ceddc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:33:32.850681 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33be918a-29d6-4bc3-8348-25320b8ceddc'] response: {'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14', 'status': 'completed', 'code': 200} Aug 24 18:33:32.956134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-bf772afc-ff0e-43b5-bc57-3bfdfdfa04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:32.957563 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-bf772afc-ff0e-43b5-bc57-3bfdfdfa04d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1130 time: 0.0476160 Aug 24 18:33:33.048158 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-f744c61b-376a-447a-9fc5-b007cba4aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:33.049687 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-f744c61b-376a-447a-9fc5-b007cba4aa71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.0839374 Aug 24 18:33:33.069424 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '72c46965-518b-4b83-b893-e083ab7b3e33', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'port_id': '60042808-356b-4ef8-844f-ca50589aca14', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'mac_address': 'fa:16:3e:ef:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:29:56Z', 'updated_at': '2022-08-24T18:33:32Z', 'revision_number': 3, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:33:33.092781 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] Checking router: 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:33:33.101196 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:33:33.101805 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:33:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:33:33.122495 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-0ceebee6-58f7-439b-b7df-be5460e6ae61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 200 len: 1001 time: 0.0574782 Aug 24 18:33:33.173088 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-b40d3292-eccd-46ee-963c-6c3f63d13ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:33.174574 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-b40d3292-eccd-46ee-963c-6c3f63d13ef2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0446033 Aug 24 18:33:33.226189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-97fc187e-1f3a-4b2b-9990-013f30035074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:33.227760 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-97fc187e-1f3a-4b2b-9990-013f30035074 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462527 Aug 24 18:33:33.325116 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-b20840d7-806f-4111-8f3e-eabf0c907ae5 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870609 Aug 24 18:33:33.328944 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:33.339250 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:33:33.415871 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7f83ebe3-7231-4a75-ac83-822fdafe6b05 req-cddb49a9-40e7-4a7f-a655-f40b368daa7c service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826643 Aug 24 18:33:33.566445 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '72c46965-518b-4b83-b893-e083ab7b3e33', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'port_id': '60042808-356b-4ef8-844f-ca50589aca14', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'mac_address': 'fa:16:3e:ef:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:29:56Z', 'updated_at': '2022-08-24T18:33:32Z', 'revision_number': 3, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:33:33.590440 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5beff36-c720-4d05-9dd3-cb1a0d172b47 None None] The sync data for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi is: [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '72c46965-518b-4b83-b893-e083ab7b3e33', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'port_id': '60042808-356b-4ef8-844f-ca50589aca14', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'mac_address': 'fa:16:3e:ef:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e94966e-c101-4ffc-86e3-f718d777e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:29:56Z', 'updated_at': '2022-08-24T18:33:32Z', 'revision_number': 3, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:33:34.543520 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:34.852109 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:33:34.855974 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b46a0-e8f7-40d1-8906-d33233da9dda" -d '{"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:33:34.902988 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033beb0e-543c-45dc-b5a9-d1811fa4020c x-openstack-request-id: req-033beb0e-543c-45dc-b5a9-d1811fa4020c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:33:34.903282 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "tag": "60042808-356b-4ef8-844f-ca50589aca14", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:33:34.903538 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-033beb0e-543c-45dc-b5a9-d1811fa4020c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:33:34.903946 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033beb0e-543c-45dc-b5a9-d1811fa4020c'] response: {'name': 'network-changed', 'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'tag': '60042808-356b-4ef8-844f-ca50589aca14', 'status': 'completed', 'code': 200} Aug 24 18:33:35.029267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-33639e75-75e9-4b7f-b9d7-01032d2692e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:35.030782 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-33639e75-75e9-4b7f-b9d7-01032d2692e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 1130 time: 0.0515306 Aug 24 18:33:35.125820 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-57262397-f0cc-4a2d-b664-7fc12485c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:35.127193 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-57262397-f0cc-4a2d-b664-7fc12485c143 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.0903804 Aug 24 18:33:35.190236 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-9ef632f7-572f-4f13-adec-2cb627fc0fc1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 200 len: 1001 time: 0.0543449 Aug 24 18:33:35.247395 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-ae8b4e1a-6f42-444e-ba91-220f8ff762ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:35.248871 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-ae8b4e1a-6f42-444e-ba91-220f8ff762ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0482285 Aug 24 18:33:35.298822 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-ee08a131-6f08-4121-806b-6d7e40413721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:35.300329 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-ee08a131-6f08-4121-806b-6d7e40413721 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446494 Aug 24 18:33:35.390433 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-7b1feade-0bdf-47ce-8e66-c369b76a5531 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820303 Aug 24 18:33:35.490555 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-518b46a0-e8f7-40d1-8906-d33233da9dda req-3ff38ef1-fe63-420c-af65-c478ca0e2d32 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850730 Aug 24 18:33:35.780763 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:36.011261 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:33:38.935776 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b584-5208-402a-bb13-97008560512f req-802e05de-7f3d-44d8-ab76-5c5cc301f005 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:38.937257 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09e4b584-5208-402a-bb13-97008560512f req-802e05de-7f3d-44d8-ab76-5c5cc301f005 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0557466 Aug 24 18:33:38.988726 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09e4b584-5208-402a-bb13-97008560512f req-014accf0-efb3-463f-8e74-34ad957d9ef2 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Aug 24 18:33:40.129605 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56230da3-4017-42a0-83f6-aa0a0158a6e6 req-92c58320-04f6-4481-8d3f-27ff68f60f08 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:40.131103 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-56230da3-4017-42a0-83f6-aa0a0158a6e6 req-92c58320-04f6-4481-8d3f-27ff68f60f08 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0575130 Aug 24 18:33:40.182046 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-56230da3-4017-42a0-83f6-aa0a0158a6e6 req-7be45874-a296-49a0-8ef2-94f9fd921988 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Aug 24 18:33:41.326025 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7fe9-5b60-4e0e-9f15-cff87817c8b5 req-c37f63ae-77cc-4e58-bfc6-b1ae6cb36473 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:41.327492 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a44e7fe9-5b60-4e0e-9f15-cff87817c8b5 req-c37f63ae-77cc-4e58-bfc6-b1ae6cb36473 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0578227 Aug 24 18:33:41.373296 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a44e7fe9-5b60-4e0e-9f15-cff87817c8b5 req-4407d2b1-00a8-4d6f-95d3-9d06fe62627b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Aug 24 18:33:41.877850 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3d081-736e-4b38-bb79-9a4825fc1ac8 req-ad66fc7a-976b-4217-b2cf-45712ed69f80 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:41.879583 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f9f3d081-736e-4b38-bb79-9a4825fc1ac8 req-ad66fc7a-976b-4217-b2cf-45712ed69f80 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0525608 Aug 24 18:33:41.965477 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f9f3d081-736e-4b38-bb79-9a4825fc1ac8 req-ca7c5827-8ed6-455a-8012-44d177e39791 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803776 Aug 24 18:33:41.970201 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-21e93c59-fcdf-421c-b409-a6e63178c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:41.971575 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-21e93c59-fcdf-421c-b409-a6e63178c4e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1169 time: 0.0807176 Aug 24 18:33:42.064231 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-59846cb2-2b4c-4174-8959-a3c34ded2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:42.065768 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-59846cb2-2b4c-4174-8959-a3c34ded2bc7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 915 time: 0.0873969 Aug 24 18:33:42.127238 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-f9638a0b-573a-43df-9a43-6a5ec8849529 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0547931 Aug 24 18:33:42.182354 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-b8dfd850-e61b-489e-8388-7a3a8d2f57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:42.183765 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-b8dfd850-e61b-489e-8388-7a3a8d2f57f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 200 len: 853 time: 0.0469890 Aug 24 18:33:42.240606 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-e9f0e502-f269-4f3e-8a3c-7e374a5570ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:42.242027 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-e9f0e502-f269-4f3e-8a3c-7e374a5570ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501809 Aug 24 18:33:42.334145 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-cb48f35a-cffa-4677-a055-0d5b158a3781 service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 Aug 24 18:33:42.431384 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-95c84e4d-89f9-4cec-a8a8-fdcf6ee7c9f0 req-8e71e72f-071c-418b-870a-59f3deb32172 service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905571 Aug 24 18:33:42.496057 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa849e-8489-4044-818e-c1c02c5862b9 req-79d4ef0d-a29e-4028-be90-6efda4c717f3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:42.497458 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2fa849e-8489-4044-818e-c1c02c5862b9 req-79d4ef0d-a29e-4028-be90-6efda4c717f3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0523133 Aug 24 18:33:42.549120 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2fa849e-8489-4044-818e-c1c02c5862b9 req-ef4e22e1-6cc5-41a6-8dc1-5602a77ce4a5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458670 Aug 24 18:33:43.116648 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ac9-22e8-4da6-94a2-a33115cb06b9 req-310ea704-0d4b-4ee1-9f27-cdbff213b122 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:43.118680 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-18c83ac9-22e8-4da6-94a2-a33115cb06b9 req-310ea704-0d4b-4ee1-9f27-cdbff213b122 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0654383 Aug 24 18:33:43.182232 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-18c83ac9-22e8-4da6-94a2-a33115cb06b9 req-43470e28-9b8f-4eab-8b2c-a9a5ce19345c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561175 Aug 24 18:33:43.689182 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561c3a2-b847-4609-9cd7-303ca6424d3b req-e294ae18-b68d-448d-85ac-629fbb7795bd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:43.690650 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1561c3a2-b847-4609-9cd7-303ca6424d3b req-e294ae18-b68d-448d-85ac-629fbb7795bd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0564754 Aug 24 18:33:43.737163 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1561c3a2-b847-4609-9cd7-303ca6424d3b req-a9d12fb8-11eb-45f6-908a-88af1f9cf5c0 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405960 Aug 24 18:33:44.320008 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d1b4-94ab-40f3-8700-7ccea8809e65 req-f8d78361-1425-4e04-8e2b-bb1de28ff3e1 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:44.321501 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-57c3d1b4-94ab-40f3-8700-7ccea8809e65 req-f8d78361-1425-4e04-8e2b-bb1de28ff3e1 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0588455 Aug 24 18:33:44.385111 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-57c3d1b4-94ab-40f3-8700-7ccea8809e65 req-de93cae4-b1b4-4e46-a147-6fc4991fccd6 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551512 Aug 24 18:33:44.876670 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814aff-47dd-4693-97f2-6420569e6c17 req-dc790190-3de6-4fff-bb9c-1d225e3257fe tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:44.878218 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-21814aff-47dd-4693-97f2-6420569e6c17 req-dc790190-3de6-4fff-bb9c-1d225e3257fe tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0535533 Aug 24 18:33:44.928864 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-21814aff-47dd-4693-97f2-6420569e6c17 req-79db2552-c8d4-4d5b-a8db-f141044f8316 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Aug 24 18:33:45.515339 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32b2e-6cc5-4baf-bef7-28e009baddea req-30a034a3-9c04-417a-b37d-1b5dcbf728b2 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:45.516838 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7e32b2e-6cc5-4baf-bef7-28e009baddea req-30a034a3-9c04-417a-b37d-1b5dcbf728b2 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0577903 Aug 24 18:33:45.577773 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7e32b2e-6cc5-4baf-bef7-28e009baddea req-a2ee1e33-0389-489a-a5b7-32744ee46d70 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550923 Aug 24 18:33:46.066655 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c180a77-519b-4a62-a6c4-81d19510738b req-c1449cc3-126e-4c75-a2c2-5d8535f5b6d9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:46.068108 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1c180a77-519b-4a62-a6c4-81d19510738b req-c1449cc3-126e-4c75-a2c2-5d8535f5b6d9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0653489 Aug 24 18:33:46.116044 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1c180a77-519b-4a62-a6c4-81d19510738b req-71b9aefb-f0c0-4365-b918-5b626efd454b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Aug 24 18:33:46.712658 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aaa72-040d-4545-8256-eed0a9d04470 req-ab55a6aa-2828-4d07-85d3-6815d4bba71f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:46.714140 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6a0aaa72-040d-4545-8256-eed0a9d04470 req-ab55a6aa-2828-4d07-85d3-6815d4bba71f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0556471 Aug 24 18:33:46.777278 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6a0aaa72-040d-4545-8256-eed0a9d04470 req-9791eb08-fe2b-466d-965f-1560092ae571 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571754 Aug 24 18:33:47.253567 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c64c-5df7-43d6-ad54-c36bf7e263ab req-72d5bfcd-bcce-46b7-a9e5-2843d531f735 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:47.255024 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4739c64c-5df7-43d6-ad54-c36bf7e263ab req-72d5bfcd-bcce-46b7-a9e5-2843d531f735 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0570414 Aug 24 18:33:47.303451 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4739c64c-5df7-43d6-ad54-c36bf7e263ab req-6819fb31-114d-48a3-8eb2-d1b473e719b6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Aug 24 18:33:47.909539 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c8f4b-2b03-4465-8209-aa056f4da88b req-d4761979-9c14-4097-8204-b071e5144b8e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:47.911248 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3a2c8f4b-2b03-4465-8209-aa056f4da88b req-d4761979-9c14-4097-8204-b071e5144b8e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0569069 Aug 24 18:33:47.972933 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3a2c8f4b-2b03-4465-8209-aa056f4da88b req-699fe88f-8f55-4660-99a9-ef4adbc49929 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552349 Aug 24 18:33:48.431798 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc72ea-075d-4c7e-98de-83b4800d933c req-28356a93-5364-4a09-a164-312a4564474b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:48.433275 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f6fc72ea-075d-4c7e-98de-83b4800d933c req-28356a93-5364-4a09-a164-312a4564474b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0535927 Aug 24 18:33:48.488293 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f6fc72ea-075d-4c7e-98de-83b4800d933c req-07b57842-9675-4acd-acc5-fc716b3268b7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493557 Aug 24 18:33:49.110663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c624-bd02-419a-874d-ad78c569da59 req-bd48f662-e3cf-40d6-ab54-483a31449316 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:49.112133 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d63c624-bd02-419a-874d-ad78c569da59 req-bd48f662-e3cf-40d6-ab54-483a31449316 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0542331 Aug 24 18:33:49.173051 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d63c624-bd02-419a-874d-ad78c569da59 req-083b2edc-01be-4fd6-bd04-6dd24ff1d9c2 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551937 Aug 24 18:33:49.623774 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b22a0-198b-4e28-9a1c-a20cbf2cf819 req-004459cc-f6ca-4c00-9213-1e01ccbb5705 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:49.625275 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb0b22a0-198b-4e28-9a1c-a20cbf2cf819 req-004459cc-f6ca-4c00-9213-1e01ccbb5705 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0605452 Aug 24 18:33:49.674556 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb0b22a0-198b-4e28-9a1c-a20cbf2cf819 req-9bf4a9f8-6139-4b89-92d9-01e3fb28f5c4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Aug 24 18:33:50.313004 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5138f1-74bd-444b-88d4-98f47e209c93 req-50aa8afc-2597-480b-9ec1-6b308706020c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:50.314484 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cd5138f1-74bd-444b-88d4-98f47e209c93 req-50aa8afc-2597-480b-9ec1-6b308706020c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0579858 Aug 24 18:33:50.372715 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cd5138f1-74bd-444b-88d4-98f47e209c93 req-186f85ec-6a30-490f-8ea5-4137f427b0d9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524447 Aug 24 18:33:50.827949 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7478-ff21-445d-813a-fcb76f36f04a req-22dbb45b-0cd8-48e0-b35c-663136f007e9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:50.829420 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eaef7478-ff21-445d-813a-fcb76f36f04a req-22dbb45b-0cd8-48e0-b35c-663136f007e9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0648201 Aug 24 18:33:50.879201 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eaef7478-ff21-445d-813a-fcb76f36f04a req-5470c69b-a30b-489b-9c17-19ed62400016 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Aug 24 18:33:51.514236 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd39cdc-fa94-4bd8-9553-3481df09de47 req-08298e65-b000-46f5-a09f-11de8b65f37c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:51.515738 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6bd39cdc-fa94-4bd8-9553-3481df09de47 req-08298e65-b000-46f5-a09f-11de8b65f37c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0544202 Aug 24 18:33:51.576547 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6bd39cdc-fa94-4bd8-9553-3481df09de47 req-49d7d383-a7b4-436e-8a18-3c798468e0b0 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529301 Aug 24 18:33:52.029390 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221852e9-2eb9-45e5-8d31-b4d719864192 req-2d7a94d1-36b3-40f5-884d-ec30f8738c05 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:52.030910 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-221852e9-2eb9-45e5-8d31-b4d719864192 req-2d7a94d1-36b3-40f5-884d-ec30f8738c05 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0686655 Aug 24 18:33:52.079294 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-221852e9-2eb9-45e5-8d31-b4d719864192 req-b21a41d5-11aa-4d9f-886d-11acf77f21e9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Aug 24 18:33:52.711396 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba129a97-9efb-42d0-9d05-e258afd44786 req-336e333d-5c5f-4479-9a1b-26a40fb09b33 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:52.712909 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba129a97-9efb-42d0-9d05-e258afd44786 req-336e333d-5c5f-4479-9a1b-26a40fb09b33 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0554996 Aug 24 18:33:52.770957 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba129a97-9efb-42d0-9d05-e258afd44786 req-3dd3e5bb-2561-423c-8dfe-8595cf752d8c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521078 Aug 24 18:33:53.215228 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c897-2573-4866-916d-ef14b9e3ead2 req-efa8927d-168d-4523-91a6-acd73a1b3d3e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:53.216781 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ef6c897-2573-4866-916d-ef14b9e3ead2 req-efa8927d-168d-4523-91a6-acd73a1b3d3e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0620070 Aug 24 18:33:53.266009 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ef6c897-2573-4866-916d-ef14b9e3ead2 req-3b2f2e5f-8d41-43b3-b08b-d3f0ca42985a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408833 Aug 24 18:33:53.905869 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c99ff-4dc8-4d7d-bca2-10e7b4eecfc1 req-7f438b44-cf41-4648-bb21-aea59b8d1ee3 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:53.907316 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f83c99ff-4dc8-4d7d-bca2-10e7b4eecfc1 req-7f438b44-cf41-4648-bb21-aea59b8d1ee3 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0530522 Aug 24 18:33:53.966593 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f83c99ff-4dc8-4d7d-bca2-10e7b4eecfc1 req-14fb292c-3ac1-4e26-9d77-164affbe6577 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536191 Aug 24 18:33:54.405752 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982c8ee-0b3a-495c-9bc7-7e1e87889ece req-5c6ca1df-a828-4044-acf8-7694a50795fb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:54.407209 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8982c8ee-0b3a-495c-9bc7-7e1e87889ece req-5c6ca1df-a828-4044-acf8-7694a50795fb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0626700 Aug 24 18:33:54.453995 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8982c8ee-0b3a-495c-9bc7-7e1e87889ece req-9596948e-379f-4d06-8b12-2a6e07e31a84 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 Aug 24 18:33:55.108237 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa5953-3003-4e64-99f7-8cadc38fdb02 req-4e1be133-187c-4382-9ba0-892408d65afe tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:55.109688 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73fa5953-3003-4e64-99f7-8cadc38fdb02 req-4e1be133-187c-4382-9ba0-892408d65afe tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0541751 Aug 24 18:33:55.172503 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73fa5953-3003-4e64-99f7-8cadc38fdb02 req-b4330889-1363-46c6-8d3e-e4adc905ed10 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571306 Aug 24 18:33:55.598228 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b4c3-caa3-45b6-8b3d-fd14e852ceae req-fe5cf950-4ec7-441d-8373-d7fe7596bf6e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:55.599713 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e567b4c3-caa3-45b6-8b3d-fd14e852ceae req-fe5cf950-4ec7-441d-8373-d7fe7596bf6e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0654106 Aug 24 18:33:55.647237 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e567b4c3-caa3-45b6-8b3d-fd14e852ceae req-d137ab6f-2f66-4e1c-99b9-50284cb44268 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418832 Aug 24 18:33:56.314620 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6377bc-5f52-4ef0-bebc-4a8532ba2f35 req-83b272e8-29f3-48b6-add7-180f5efa3ed4 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:56.316098 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba6377bc-5f52-4ef0-bebc-4a8532ba2f35 req-83b272e8-29f3-48b6-add7-180f5efa3ed4 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0632577 Aug 24 18:33:56.376652 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba6377bc-5f52-4ef0-bebc-4a8532ba2f35 req-250acdef-eab3-4370-ae5a-c90b4f602afc tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547132 Aug 24 18:33:56.770891 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3df6-734f-4d25-92d4-1b198308a9f7 req-5c7aad44-a993-49a7-b471-07804afd0d98 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:56.772349 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-201e3df6-734f-4d25-92d4-1b198308a9f7 req-5c7aad44-a993-49a7-b471-07804afd0d98 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0528374 Aug 24 18:33:56.821576 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-201e3df6-734f-4d25-92d4-1b198308a9f7 req-b6c2ee77-5e37-4c07-b8c8-fc98311172cd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Aug 24 18:33:57.509735 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b4f1b-3bae-46bf-9ad4-e992f19b53bd req-b57f5ac9-e0a1-4f52-a89a-fc509a0c3369 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:57.511190 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-257b4f1b-3bae-46bf-9ad4-e992f19b53bd req-b57f5ac9-e0a1-4f52-a89a-fc509a0c3369 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0545986 Aug 24 18:33:57.569064 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-257b4f1b-3bae-46bf-9ad4-e992f19b53bd req-de7cbac3-b0cd-497d-8526-badb9b1203f9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519793 Aug 24 18:33:57.962982 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf102a40-b60f-43b8-9824-091040a9cfd2 req-b3d30066-0cec-4b05-b320-a74598e34735 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:57.964458 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf102a40-b60f-43b8-9824-091040a9cfd2 req-b3d30066-0cec-4b05-b320-a74598e34735 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0613606 Aug 24 18:33:58.014172 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf102a40-b60f-43b8-9824-091040a9cfd2 req-4ee00792-a7c1-4012-a8c0-523c8338dd51 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Aug 24 18:33:58.708450 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d330f52-86df-46d3-8e0f-82c9b4568b8a req-e302cf15-7171-467b-936f-c3985bf7c6eb tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:58.709914 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d330f52-86df-46d3-8e0f-82c9b4568b8a req-e302cf15-7171-467b-936f-c3985bf7c6eb tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0586686 Aug 24 18:33:58.772855 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d330f52-86df-46d3-8e0f-82c9b4568b8a req-698492c2-85d5-49a1-9d8c-443ab4a0a42e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2ed9059-fd45-4022-80dd-527295dbd84d&id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544460 Aug 24 18:33:59.160866 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb4579-9a52-439e-8b98-d568482d1033 req-d2a80f45-646f-41cf-9c6f-54852ed41d9b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:33:59.162306 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17fb4579-9a52-439e-8b98-d568482d1033 req-d2a80f45-646f-41cf-9c6f-54852ed41d9b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0596721 Aug 24 18:33:59.212579 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17fb4579-9a52-439e-8b98-d568482d1033 req-392cf950-b679-4283-bbc8-195cab3c8b74 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419943 Aug 24 18:33:59.950124 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1fde211-85a7-4eab-8ba4-be7e7af10ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:00.356940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ab135-b189-470d-b978-acd86023d020 req-27237fd4-e21c-42ec-9ffb-cbb8613da480 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:00.358943 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d95ab135-b189-470d-b978-acd86023d020 req-27237fd4-e21c-42ec-9ffb-cbb8613da480 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0704932 Aug 24 18:34:00.407332 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d95ab135-b189-470d-b978-acd86023d020 req-8fba488d-780d-4b32-9015-06d356fba4a1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Aug 24 18:34:00.617826 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1c4fa-7873-4213-96b8-0a5c69314ec4 req-99cfdf73-f076-40ca-8b62-60f5ad630899 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:00.619582 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1aa1c4fa-7873-4213-96b8-0a5c69314ec4 req-99cfdf73-f076-40ca-8b62-60f5ad630899 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0579109 Aug 24 18:34:00.671554 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1aa1c4fa-7873-4213-96b8-0a5c69314ec4 req-351e2968-3242-4c46-9768-7627863662fc tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 Aug 24 18:34:00.721633 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-7503ab25-0b16-4ca0-8266-3fd934191c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:00.723118 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-7503ab25-0b16-4ca0-8266-3fd934191c69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1130 time: 0.0445280 Aug 24 18:34:00.814779 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-24d72e8c-7a00-4279-86ea-67303e2c1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:00.816249 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-24d72e8c-7a00-4279-86ea-67303e2c1eb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 912 time: 0.0864244 Aug 24 18:34:00.879190 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-7ca5a1e6-b484-470b-a134-7bb3d0074b3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 200 len: 1001 time: 0.0568233 Aug 24 18:34:00.925789 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-320e152b-ca5c-4721-af45-0146f74ad93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:00.927192 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-320e152b-ca5c-4721-af45-0146f74ad93e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.0421760 Aug 24 18:34:00.978577 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-69a13172-98d0-413b-8c29-45cbc75c2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:00.979959 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-69a13172-98d0-413b-8c29-45cbc75c2fe3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457325 Aug 24 18:34:01.074616 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-c29373e3-e2ae-44f0-8963-24d38f618333 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873511 Aug 24 18:34:01.170378 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f877cfcc-22f3-46e2-bd51-95ba82f45427 req-340cad5f-ef7d-4246-9597-3e1f9782493f service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895298 Aug 24 18:34:01.811029 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264ec02-5586-4b3e-9111-d8308372e4b6 req-3d7b2e23-7d3b-4371-a44c-d780ecacdfe5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:01.812546 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a264ec02-5586-4b3e-9111-d8308372e4b6 req-3d7b2e23-7d3b-4371-a44c-d780ecacdfe5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0592349 Aug 24 18:34:01.815965 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-667db1fe-401c-4260-b60f-a5a08f67f4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:01.861998 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a264ec02-5586-4b3e-9111-d8308372e4b6 req-bf3ab364-62b9-441b-b29b-5005887d93eb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Aug 24 18:34:03.005566 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179f6e-143a-49bb-b983-59351da90eaf req-c6e1c4ce-867f-4474-9a9e-cdf482a5c9dd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:03.007031 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7179f6e-143a-49bb-b983-59351da90eaf req-c6e1c4ce-867f-4474-9a9e-cdf482a5c9dd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0619402 Aug 24 18:34:03.055297 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7179f6e-143a-49bb-b983-59351da90eaf req-0d72ce38-daf9-476d-a35c-24281b7e67e5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Aug 24 18:34:03.304915 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:04.546329 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:05.782845 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:06.033432 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:08.476631 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:34:10.701288 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-cabe33ce-46c7-4f9f-b687-bcd569f57c3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461104 Aug 24 18:34:10.807766 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-0f5f6279-57ca-408e-b717-5060e6d4a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:10.809278 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-0f5f6279-57ca-408e-b717-5060e6d4a714 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 1130 time: 0.0440524 Aug 24 18:34:10.917341 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-614b954a-7346-4fd4-a3f6-7c56e60c120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:10.918877 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-614b954a-7346-4fd4-a3f6-7c56e60c120c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 200 len: 919 time: 0.0861402 Aug 24 18:34:10.958669 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-f9b4749d-caa5-463a-913c-a6b59ad562c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 200 len: 217 time: 0.0320547 Aug 24 18:34:11.017388 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-5fb6c0a4-5215-4af6-99f6-1a9c5646d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:11.019336 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-5fb6c0a4-5215-4af6-99f6-1a9c5646d4a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 200 len: 857 time: 0.0498595 Aug 24 18:34:11.075658 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-fe3ad3a0-cc98-46db-93a3-8ea860843d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:11.077234 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-fe3ad3a0-cc98-46db-93a3-8ea860843d41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5a21755-3153-4410-a16c-1dfd794a8d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517662 Aug 24 18:34:11.166133 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-421404f1-ab48-4f20-9ba0-6c46c49d2fbe service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824311 Aug 24 18:34:11.267760 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c15bedc-19f0-42af-86d1-44e23b4ac7e0 req-47d35064-0637-49d5-a46e-7a7ef2c1b8b3 service neutron] 10.222.0.58 "GET /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924754 Aug 24 18:34:20.759556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fda48-1dba-46a3-b2df-a78878bf3bb2 req-e591eee2-4d2d-4d52-be39-c2d4b4a5ed46 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:20.761049 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-953fda48-1dba-46a3-b2df-a78878bf3bb2 req-e591eee2-4d2d-4d52-be39-c2d4b4a5ed46 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0635931 Aug 24 18:34:20.807784 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-953fda48-1dba-46a3-b2df-a78878bf3bb2 req-c69334d2-ae32-4d54-8b45-63d8cd18e307 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410895 Aug 24 18:34:21.948152 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f09e-5073-4b55-ae0a-37a1ab9432f7 req-161810a3-5a19-4ed3-ac2a-374deefb7d1f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:21.949665 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b35f09e-5073-4b55-ae0a-37a1ab9432f7 req-161810a3-5a19-4ed3-ac2a-374deefb7d1f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0551279 Aug 24 18:34:21.998033 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b35f09e-5073-4b55-ae0a-37a1ab9432f7 req-9964d132-9080-4489-98d7-28c987da2a47 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399234 Aug 24 18:34:23.042026 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-b903453c-0d0f-4e77-8850-118b27abc3e7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:23.043496 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-b903453c-0d0f-4e77-8850-118b27abc3e7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0637810 Aug 24 18:34:23.128873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193cbb9-0208-4809-9284-6a1dedb8b1bf req-be7117e4-58dc-4686-9367-0743823fe85b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:23.130325 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b193cbb9-0208-4809-9284-6a1dedb8b1bf req-be7117e4-58dc-4686-9367-0743823fe85b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 946 time: 0.0530818 Aug 24 18:34:23.138319 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Deleting port eb2dcfc0-36e5-419a-8639-011900a2f91f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:23.138663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:23.179582 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b193cbb9-0208-4809-9284-6a1dedb8b1bf req-3b9536ed-c751-4d2a-bde9-b25fcf9a87ab tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff53c5cc-afa6-47e6-a778-8312be7bef94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434322 Aug 24 18:34:23.228287 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] For port eb2dcfc0-36e5-419a-8639-011900a2f91f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=eb2dcfc0-36e5-419a-8639-011900a2f91f,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:23.228700 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:23.739328 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:23.739698 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (28d2b06a-b79e-4e7e-af3e-9890a9ef0a23), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:23.740066 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Floating IP 28d2b06a-b79e-4e7e-af3e-9890a9ef0a23 disassociated. External IP: 172.27.3.177, port: eb2dcfc0-36e5-419a-8639-011900a2f91f. Aug 24 18:34:23.740427 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Calling delete_port for eb2dcfc0-36e5-419a-8639-011900a2f91f owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:23.863550 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (eb2dcfc0-36e5-419a-8639-011900a2f91f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:23.887906 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event deleted for resources: {'Port': ['ID=eb2dcfc0-36e5-419a-8639-011900a2f91f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:23.899673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.900026 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.900495 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.901185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.901522 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.901859 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.902188 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.902519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.902847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.903173 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.903491 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.903829 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:23.904156 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:24.006839 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:34:24.119124 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:34:24.129619 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] Sync routers for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:34:24.140212 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:24.140850 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:24.162709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] No DVR routers for this DVR port eb2dcfc0-36e5-419a-8639-011900a2f91f on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:34:24.165355 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:24.168673 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4f1a1e9-e1ec-4802-9735-297aec8a5675 req-08652a86-c8dd-4223-9c02-c7c05142d32a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "DELETE /v2.0/ports/eb2dcfc0-36e5-419a-8639-011900a2f91f HTTP/1.1" status: 204 len: 173 time: 1.1177614 Aug 24 18:34:24.169093 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-deleted', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:34:24.171342 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cc4357-c76d-4dc2-95c2-eba8d7226b11" -d '{"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-deleted", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:34:24.254835 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:24.295055 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8cbabad-178f-4f7c-b18b-17b709c54ded req-709dbcc1-6ef1-47f8-a57b-f4aaa6e4471f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f5c8f31-a0c1-4a18-9f08-590c043848a0 HTTP/1.1" status: 200 len: 210 time: 0.0296257 Aug 24 18:34:24.313810 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e721b7fc-2e66-4efe-9eda-e8b5cb738e73 x-openstack-request-id: req-e721b7fc-2e66-4efe-9eda-e8b5cb738e73 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:34:24.314243 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c8f31-a0c1-4a18-9f08-590c043848a0", "name": "network-vif-deleted", "tag": "eb2dcfc0-36e5-419a-8639-011900a2f91f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:34:24.314496 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e721b7fc-2e66-4efe-9eda-e8b5cb738e73 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:34:24.314898 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e721b7fc-2e66-4efe-9eda-e8b5cb738e73'] response: {'server_uuid': '2f5c8f31-a0c1-4a18-9f08-590c043848a0', 'name': 'network-vif-deleted', 'tag': 'eb2dcfc0-36e5-419a-8639-011900a2f91f', 'status': 'completed', 'code': 200} Aug 24 18:34:24.450736 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:24.477963 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] Checking router: bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:34:24.487194 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:24.487811 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:24.585475 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:24.785700 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:24.809591 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214eee0-146b-4c57-9673-e11d10b98771 None None] The sync data for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi is: [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:34:25.036122 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeec90-06e6-456f-a476-a4cc4a048313 None None] New status for floating IP 28d2b06a-b79e-4e7e-af3e-9890a9ef0a23: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:34:25.398124 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59072) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:25.452247 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (ff53c5cc-afa6-47e6-a778-8312be7bef94), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.475457 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (ff53c5cc-afa6-47e6-a778-8312be7bef94), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.525173 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ff53c5cc-afa6-47e6-a778-8312be7bef94), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.528185 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.529545 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "DELETE /v2.0/security-groups/ff53c5cc-afa6-47e6-a778-8312be7bef94 HTTP/1.1" status: 204 len: 168 time: 0.1304371 Aug 24 18:34:25.532844 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59074) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:25.539519 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff53c5cc-afa6-47e6-a778-8312be7bef94,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:25.547844 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-071ecfd9-c3f0-4485-aa8f-ccd2c7d14bb2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] show failed (client error): The resource could not be found. Aug 24 18:34:25.549388 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-071ecfd9-c3f0-4485-aa8f-ccd2c7d14bb2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups/ff53c5cc-afa6-47e6-a778-8312be7bef94 HTTP/1.1" status: 404 len: 347 time: 0.0155661 Aug 24 18:34:25.549752 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.550146 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.550478 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.550814 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.551148 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.551480 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.551929 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.552238 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.552588 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.552915 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.553302 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.553518 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:25.553630 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.554093 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e216d-7674-4f50-b54f-d5062fb41884 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:25.681364 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Deleting port e3d4697c-b6c1-4283-8952-e04e497b6380 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:25.681767 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.757135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.757465 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (e3d4697c-b6c1-4283-8952-e04e497b6380), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.769283 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Calling delete_port for e3d4697c-b6c1-4283-8952-e04e497b6380 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:25.916055 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (e3d4697c-b6c1-4283-8952-e04e497b6380), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:25.938108 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event deleted for resources: {'Port': ['ID=e3d4697c-b6c1-4283-8952-e04e497b6380,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:26.012645 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (28d2b06a-b79e-4e7e-af3e-9890a9ef0a23), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.015336 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.016960 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1c5250a8-f1d4-4f31-a47a-357ddaf1f280 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "DELETE /v2.0/floatingips/28d2b06a-b79e-4e7e-af3e-9890a9ef0a23 HTTP/1.1" status: 204 len: 168 time: 0.4618473 Aug 24 18:34:26.108823 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:26.113550 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c631e0b3-e00f-4053-a9a1-40b934cec956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894367247', 'description': 'tempest-description--1841877091'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:34:26.135058 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c631e0b3-e00f-4053-a9a1-40b934cec956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.203663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c631e0b3-e00f-4053-a9a1-40b934cec956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.210200 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c631e0b3-e00f-4053-a9a1-40b934cec956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.240825 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c631e0b3-e00f-4053-a9a1-40b934cec956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.244827 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c631e0b3-e00f-4053-a9a1-40b934cec956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1348491 Aug 24 18:34:26.245269 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59082) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:26.247211 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631e0b3-e00f-4053-a9a1-40b934cec956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:26.250749 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-5e3da6f9-18e4-407d-8fe7-dac389bc019a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'security_group_rule': {'security_group_id': 'b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:34:26.278853 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3da6f9-18e4-407d-8fe7-dac389bc019a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (4e56cee8-9f7c-40e0-a493-526e8fbbed79), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.324237 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3da6f9-18e4-407d-8fe7-dac389bc019a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (4e56cee8-9f7c-40e0-a493-526e8fbbed79), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.329302 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3da6f9-18e4-407d-8fe7-dac389bc019a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (4e56cee8-9f7c-40e0-a493-526e8fbbed79), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.349929 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3da6f9-18e4-407d-8fe7-dac389bc019a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e56cee8-9f7c-40e0-a493-526e8fbbed79,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:26.356810 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3da6f9-18e4-407d-8fe7-dac389bc019a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.360847 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5e3da6f9-18e4-407d-8fe7-dac389bc019a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144874 Aug 24 18:34:26.361127 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:26.366162 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-62ba91c3-b97f-4dd8-beb6-95879dabe602 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'security_group_rule': {'security_group_id': 'b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:34:26.395077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62ba91c3-b97f-4dd8-beb6-95879dabe602 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (dbad4ade-0705-49a8-934d-602777c2863a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.451941 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62ba91c3-b97f-4dd8-beb6-95879dabe602 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (dbad4ade-0705-49a8-934d-602777c2863a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.456469 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62ba91c3-b97f-4dd8-beb6-95879dabe602 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (dbad4ade-0705-49a8-934d-602777c2863a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.473267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba91c3-b97f-4dd8-beb6-95879dabe602 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbad4ade-0705-49a8-934d-602777c2863a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:26.483896 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62ba91c3-b97f-4dd8-beb6-95879dabe602 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.488247 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-62ba91c3-b97f-4dd8-beb6-95879dabe602 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225438 Aug 24 18:34:26.488247 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:26.492576 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:34:26.515009 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.586163 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:34:26.605802 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: eb2dcfc0-36e5-419a-8639-011900a2f91f {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:34:26.606134 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device eb2dcfc0-36e5-419a-8639-011900a2f91f not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:34:26.618051 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.723582 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Allocated IP 172.27.3.182 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/706f13d3-de18-4d64-a8b7-2271f500825f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:34:26.830309 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for port (706f13d3-de18-4d64-a8b7-2271f500825f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.868800 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (706f13d3-de18-4d64-a8b7-2271f500825f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:26.908115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:34:26.913034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:34:26.915418 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:34:26.918786 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'Port': ['ID=706f13d3-de18-4d64-a8b7-2271f500825f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:27.003063 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (fe98452f-33b9-403a-a35e-05acc61bae4a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:27.041185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (706f13d3-de18-4d64-a8b7-2271f500825f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:27.193756 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for port (706f13d3-de18-4d64-a8b7-2271f500825f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:27.200403 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (706f13d3-de18-4d64-a8b7-2271f500825f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:27.269080 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (fe98452f-33b9-403a-a35e-05acc61bae4a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:27.271902 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'Port': ['ID=706f13d3-de18-4d64-a8b7-2271f500825f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:27.290858 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:27.292139 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1301900d-e633-479e-b08b-a13f531318a6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8030295 Aug 24 18:34:27.442342 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-6d741eb3-f8af-4c2a-ba4e-c3c6b917179e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--894367247&fields=id&tenant_id=154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 267 time: 0.0440519 Aug 24 18:34:27.551440 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-54973d57-c6d9-4448-a3a4-8ff6a9adafba tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:27.552843 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-54973d57-c6d9-4448-a3a4-8ff6a9adafba tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 816 time: 0.1036880 Aug 24 18:34:27.567920 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-5885c813-e854-4173-9839-1441a29dc117 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/quotas/154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 375 time: 0.0094206 Aug 24 18:34:27.621883 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-565adadf-07dd-4fde-8879-f1d53166123e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486066 Aug 24 18:34:27.762431 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-67d88733-8f1b-4573-8a29-f3cab5978866 service neutron] 10.222.0.55 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293325 Aug 24 18:34:27.862463 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-c0e67327-7d89-4160-981e-059ce6e3177c service neutron] 10.222.0.55 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868120 Aug 24 18:34:28.032101 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d118db4-b81b-4c07-a778-48e40c27865b req-3c9b97f3-da6b-4fb6-a235-e708d269eced tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 210 time: 0.0326226 Aug 24 18:34:29.136011 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-a6c343f0-4876-4ea7-90a0-a90bbef438b9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:29.137478 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-a6c343f0-4876-4ea7-90a0-a90bbef438b9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 816 time: 0.1153400 Aug 24 18:34:29.153829 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec282046-5ce8-43f9-accf-b18bbcfe543b req-5abbc05b-8689-4036-8cec-6f3bfe5e0da6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 210 time: 0.0441699 Aug 24 18:34:29.205696 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-607bd314-37e8-4283-af16-acc48e4f9a37 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 379 time: 0.0509365 Aug 24 18:34:29.214650 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'port': {'device_id': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'admin_state_up': True, 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'security_groups': ['b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:34:29.335208 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Made reservation on behalf of 154b7777047c4f36bee61d548c92051a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:34:29.338555 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:29.465885 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Allocated IP 172.20.0.14 (eb0c16a0-31e6-4a72-bc78-784dbd2d9329/9d2fb69b-0807-4275-9b98-f7b953c6f728/de0f5440-96ff-4eee-8ec2-0e90e5fc9556) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:34:29.608454 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:29.641665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:29.690655 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:34:29.693765 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:34:29.697424 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:34:29.703221 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:29.752178 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:29.752947 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:29.770170 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-7a121c72-9cea-48cf-bd7c-0f6c4bec3cec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589702 Aug 24 18:34:29.789163 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Request body: {'port': {'device_id': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:34:29.851345 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:29.930887 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-13d88656-7b8b-4c9c-8d61-aff78665d2d1 None None] Provisioning complete for port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:34:29.931506 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13d88656-7b8b-4c9c-8d61-aff78665d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:29.981884 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-13d88656-7b8b-4c9c-8d61-aff78665d2d1 None None] Port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:34:29.985524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b0c6-943d-44ad-9563-10bc9ea176e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:30.102039 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0f5440-96ff-4eee-8ec2-0e90e5fc9556 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:34:30.109450 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Publish callbacks [] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:30.121761 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Transition to ACTIVE for port object de0f5440-96ff-4eee-8ec2-0e90e5fc9556 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:34:30.127950 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:30.199349 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:30.231822 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Attempting to bind port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:34:30.232175 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Attempting to bind port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:34:30.232488 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Attempting to bind port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:34:30.237130 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:34:30.237456 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Attempting to bind port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 on network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:34:30.242587 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:34:30.242898 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Checking segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:34:30.243308 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Bound using segment: {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:34:30.243698 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Bound port: de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8518a070-6e5c-4f82-9c7d-c8ed83866d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:34:30.244087 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:30.279383 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c1e7e-673d-40f1-ac65-a265c9f9b795 req-ac470a69-2a96-46d8-83d5-bd816fbfb9e5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:30.280850 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c9c1e7e-673d-40f1-ac65-a265c9f9b795 req-ac470a69-2a96-46d8-83d5-bd816fbfb9e5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0516157 Aug 24 18:34:30.306519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:34:30.309502 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:34:30.318320 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:30.322804 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:30.323499 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:30.325023 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] 10.222.0.58 "PUT /v2.0/ports/de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 1094 time: 0.5404406 Aug 24 18:34:30.327273 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:34:30.327427 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c9c1e7e-673d-40f1-ac65-a265c9f9b795 req-7bd69c80-f427-4d12-8f21-a949dd123d4e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401294 Aug 24 18:34:30.328665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542912a-c380-4d7f-b9a9-84d99f90a62d" -d '{"events": [{"name": "network-changed", "server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:34:30.376168 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c93b2-676e-469f-b8ca-1f0cdeac7fad service neutron] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:30.380455 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e71c18-b9cd-4502-88be-18ca899c1d5b x-openstack-request-id: req-c1e71c18-b9cd-4502-88be-18ca899c1d5b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:34:30.380742 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:34:30.380995 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1e71c18-b9cd-4502-88be-18ca899c1d5b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:34:30.381401 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e71c18-b9cd-4502-88be-18ca899c1d5b'] response: {'name': 'network-changed', 'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'status': 'completed', 'code': 200} Aug 24 18:34:30.461058 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-ad49cfa6-faca-46c5-84a4-f5605ec6e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:30.463269 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-ad49cfa6-faca-46c5-84a4-f5605ec6e8a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1128 time: 0.0486567 Aug 24 18:34:30.509377 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-f637dd6e-9f80-47b9-9f6d-ea0f2dee45aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 217 time: 0.0317054 Aug 24 18:34:30.569661 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-acd59551-4721-44d6-842f-462545f45cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:30.571116 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-acd59551-4721-44d6-842f-462545f45cc3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0466514 Aug 24 18:34:30.621517 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-75f94feb-f61c-4c62-8e33-5688594d0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:30.623063 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-75f94feb-f61c-4c62-8e33-5688594d0d12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443888 Aug 24 18:34:30.713386 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-4cede0bc-b312-4c0e-9d56-f54b24ed7da6 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837133 Aug 24 18:34:30.803666 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4db2f89-4196-40c2-932c-dcfee66b8a8b req-526d8625-da36-45b1-af69-10793d84b6cb service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837431 Aug 24 18:34:30.960251 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-07a39d11-eba9-4c59-b439-c1d12cb987d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:30.961784 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-07a39d11-eba9-4c59-b439-c1d12cb987d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1128 time: 0.0468581 Aug 24 18:34:31.053790 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-30dc8de9-bad9-491e-a17d-8c37170225b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:31.055309 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-30dc8de9-bad9-491e-a17d-8c37170225b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.0861011 Aug 24 18:34:31.095709 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-45b4defa-1b5f-4a82-a5f8-80cbbd463a79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 217 time: 0.0319555 Aug 24 18:34:31.145736 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-30a4f4b6-1fcf-4965-8c6f-550db701b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:31.147200 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-30a4f4b6-1fcf-4965-8c6f-550db701b58b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0439343 Aug 24 18:34:31.207139 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-b19a9501-bc8e-4549-935d-e944d43a57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:31.208917 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-b19a9501-bc8e-4549-935d-e944d43a57b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519533 Aug 24 18:34:31.307155 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-49474260-1eaf-4a6d-86de-68ae671106a4 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873756 Aug 24 18:34:31.402754 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9542912a-c380-4d7f-b9a9-84d99f90a62d req-67937ef3-f6f7-49fa-86d8-5544173c0ffc service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855041 Aug 24 18:34:31.465385 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9745-cf7d-4240-8452-d4c055d50961 req-d10b008c-b3ff-4a76-aca6-fca7d1467aeb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:31.466936 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44ec9745-cf7d-4240-8452-d4c055d50961 req-d10b008c-b3ff-4a76-aca6-fca7d1467aeb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0596306 Aug 24 18:34:31.513868 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44ec9745-cf7d-4240-8452-d4c055d50961 req-9282221f-69bd-4c57-8e0a-81d330fe3741 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Aug 24 18:34:31.821619 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-09d8a32a-66e5-4541-9c8d-0eb13fa03393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:32.657130 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2e353-56de-44f0-8eb4-6dff9906d4db req-a08c307b-9c7d-4aaa-8c09-f91942b07261 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:32.658600 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9d2e353-56de-44f0-8eb4-6dff9906d4db req-a08c307b-9c7d-4aaa-8c09-f91942b07261 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0585461 Aug 24 18:34:32.704668 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9d2e353-56de-44f0-8eb4-6dff9906d4db req-576d2074-5677-4889-855c-b00b130641b8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Aug 24 18:34:33.302205 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:33.608843 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f0811-f5bb-4503-acea-64016e53c42e req-cdf40a4a-c705-4111-ba02-070a68418e08 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:33.610337 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b08f0811-f5bb-4503-acea-64016e53c42e req-cdf40a4a-c705-4111-ba02-070a68418e08 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0543432 Aug 24 18:34:33.659490 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b08f0811-f5bb-4503-acea-64016e53c42e req-48d263b8-d802-4708-93df-e2c7768fbffe tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413933 Aug 24 18:34:34.021278 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bbe67-b12d-4ad1-9f3d-7f4ad1d1a395 req-a479dc1b-98fe-4b35-a72d-19bed6584a26 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:34.022657 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-353bbe67-b12d-4ad1-9f3d-7f4ad1d1a395 req-a479dc1b-98fe-4b35-a72d-19bed6584a26 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0585647 Aug 24 18:34:34.069348 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-353bbe67-b12d-4ad1-9f3d-7f4ad1d1a395 req-1a74a799-db27-4577-b1c7-cc2ddc7d7fd7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 Aug 24 18:34:34.556646 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:34.586775 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:34:34.684108 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:34.695546 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'port_id': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'mac_address': 'fa:16:3e:8f:12:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:34:34.729447 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:34:34.729842 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:34.743976 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0f5440-96ff-4eee-8ec2-0e90e5fc9556 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:34:34.763646 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:34.768667 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:34.787821 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b40b0-34ac-46ba-b161-eca23a2bd6b7 req-edd9573d-96a5-41ec-b39d-d77ba41d1f84 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:34.789289 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f79b40b0-34ac-46ba-b161-eca23a2bd6b7 req-edd9573d-96a5-41ec-b39d-d77ba41d1f84 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0532508 Aug 24 18:34:34.817113 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:34.824287 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.824669 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.825015 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.825351 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.825685 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.826015 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.826341 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.826668 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.826991 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.827321 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.827660 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.827977 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.828280 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:34:34.835198 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f79b40b0-34ac-46ba-b161-eca23a2bd6b7 req-33f8084c-0617-44fb-bb2f-5345db5f30a1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 Aug 24 18:34:35.214997 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4632f5-9806-4bcc-a911-2e7c733dea17 req-20d6a075-83d1-4bae-8968-da2a8b657970 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:35.216516 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bb4632f5-9806-4bcc-a911-2e7c733dea17 req-20d6a075-83d1-4bae-8968-da2a8b657970 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 945 time: 0.0670524 Aug 24 18:34:35.257277 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['de0f5440-96ff-4eee-8ec2-0e90e5fc9556'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:34:35.265160 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bb4632f5-9806-4bcc-a911-2e7c733dea17 req-e69ab552-4d8c-4a99-ad07-e935886446a2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429072 Aug 24 18:34:35.789823 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:35.965474 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400879a-b4bc-4820-9021-09b3d36f328c req-149502b5-e0a8-40cf-9a38-b8c141966f53 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:35.966904 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5400879a-b4bc-4820-9021-09b3d36f328c req-149502b5-e0a8-40cf-9a38-b8c141966f53 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0563877 Aug 24 18:34:36.013793 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5400879a-b4bc-4820-9021-09b3d36f328c req-c4cbb790-3ec0-42b6-bfda-a2614b778b00 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Aug 24 18:34:36.026659 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:36.404898 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f851b-3fc4-42da-afd8-a462a1b44298 req-7cee4041-d707-4afa-9c8e-00407c9fdbf9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:36.406347 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a4f851b-3fc4-42da-afd8-a462a1b44298 req-7cee4041-d707-4afa-9c8e-00407c9fdbf9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 945 time: 0.0557408 Aug 24 18:34:36.457357 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a4f851b-3fc4-42da-afd8-a462a1b44298 req-b0cd31d0-4866-4c79-a230-044cfee2d289 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Aug 24 18:34:36.585178 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:34:36.647683 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:34:36.651864 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:34:36.652237 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:36.721889 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:34:36.722272 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:36.746481 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:34:36.748726 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6a3d51-599b-4f50-bf01-fb031419f773" -d '{"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-plugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:34:36.760770 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:36.766978 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:36.789095 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69761105-0d76-4711-9065-3008245a6bad x-openstack-request-id: req-69761105-0d76-4711-9065-3008245a6bad {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:34:36.789383 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-plugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:34:36.789628 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69761105-0d76-4711-9065-3008245a6bad {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:34:36.790042 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69761105-0d76-4711-9065-3008245a6bad'] response: {'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'code': 200} Aug 24 18:34:36.815538 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:37.015004 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49966b5-8b4e-4e06-a2c6-22dfaf86363b req-0cb0896e-a29f-4639-8b43-29064cf2c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:37.016446 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c49966b5-8b4e-4e06-a2c6-22dfaf86363b req-0cb0896e-a29f-4639-8b43-29064cf2c6ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1130 time: 0.0443850 Aug 24 18:34:37.063179 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c49966b5-8b4e-4e06-a2c6-22dfaf86363b req-bae1ea55-6a2e-44fc-9d78-4682c23e5f6f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375454 Aug 24 18:34:37.132746 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb512c-cfd6-453e-8dac-28578bc6a9c3 req-6cb19981-541d-4315-820f-faf665a81543 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:37.134193 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-98cb512c-cfd6-453e-8dac-28578bc6a9c3 req-6cb19981-541d-4315-820f-faf665a81543 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0510523 Aug 24 18:34:37.187568 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-98cb512c-cfd6-453e-8dac-28578bc6a9c3 req-d62502d8-cb12-4241-80fa-e13875da7eeb tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451908 Aug 24 18:34:37.607176 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4682ebf-0e58-4585-ac2e-4b8a37e51b2f req-4184afa0-72de-4106-8c5d-1cab85380871 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:37.608673 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4682ebf-0e58-4585-ac2e-4b8a37e51b2f req-4184afa0-72de-4106-8c5d-1cab85380871 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0555313 Aug 24 18:34:37.661019 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4682ebf-0e58-4585-ac2e-4b8a37e51b2f req-06fb3f68-32d8-4696-a630-715fa9c084b9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438943 Aug 24 18:34:37.857940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-557ee93c-d2bd-4983-b17f-a698dd1a9f15 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:37.859280 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-557ee93c-d2bd-4983-b17f-a698dd1a9f15 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0637617 Aug 24 18:34:37.950311 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Deleting port 60042808-356b-4ef8-844f-ca50589aca14 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:37.950653 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (60042808-356b-4ef8-844f-ca50589aca14), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:38.290635 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] For port 60042808-356b-4ef8-844f-ca50589aca14, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=60042808-356b-4ef8-844f-ca50589aca14,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:38.291381 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (60042808-356b-4ef8-844f-ca50589aca14), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:38.313497 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cf6f3-b5eb-4ec3-80a6-7dc215f00646 req-003f2ad0-eb5c-4479-b64b-a77fe0a88a30 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:38.314949 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d45cf6f3-b5eb-4ec3-80a6-7dc215f00646 req-003f2ad0-eb5c-4479-b64b-a77fe0a88a30 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 946 time: 0.0531762 Aug 24 18:34:38.362366 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d45cf6f3-b5eb-4ec3-80a6-7dc215f00646 req-b12e6332-c9b8-4f6c-9777-3be19dc9cbf7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed005a86-e8ba-416a-af75-774150b02ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414829 Aug 24 18:34:38.444834 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:38.445193 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:38.445509 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Floating IP 72c46965-518b-4b83-b893-e083ab7b3e33 disassociated. External IP: 172.27.3.93, port: 60042808-356b-4ef8-844f-ca50589aca14. Aug 24 18:34:38.445846 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Calling delete_port for 60042808-356b-4ef8-844f-ca50589aca14 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:38.583338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (60042808-356b-4ef8-844f-ca50589aca14), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:38.609867 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event deleted for resources: {'Port': ['ID=60042808-356b-4ef8-844f-ca50589aca14,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:38.719611 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:34:38.866279 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192b21-12e8-4e2b-9c40-49545a5d4f36 req-0dea4431-da26-439a-a275-5909baf5d99e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:38.867655 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6192b21-12e8-4e2b-9c40-49545a5d4f36 req-0dea4431-da26-439a-a275-5909baf5d99e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.1274686 Aug 24 18:34:38.871439 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:34:38.881370 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] Sync routers for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:34:38.891961 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:38.892656 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:38.928660 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] No DVR routers for this DVR port 60042808-356b-4ef8-844f-ca50589aca14 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:34:38.935172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:38.938446 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bb31aa17-7a92-43d8-b066-d68e7fb255c8 req-efa42f7e-93d8-4565-a37a-c3951564fc31 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "DELETE /v2.0/ports/60042808-356b-4ef8-844f-ca50589aca14 HTTP/1.1" status: 204 len: 173 time: 1.0725758 Aug 24 18:34:38.938898 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'name': 'network-vif-deleted', 'tag': '60042808-356b-4ef8-844f-ca50589aca14'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:34:38.941258 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940d635b-5d97-4e4a-843e-250803a53c0a" -d '{"events": [{"server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "name": "network-vif-deleted", "tag": "60042808-356b-4ef8-844f-ca50589aca14"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:34:38.967636 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6192b21-12e8-4e2b-9c40-49545a5d4f36 req-e848e422-716f-42b0-89b9-20502e0c3662 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940940 Aug 24 18:34:38.997610 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03d189-6c69-402f-abd5-05b9c261ec97 x-openstack-request-id: req-ba03d189-6c69-402f-abd5-05b9c261ec97 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:34:38.997909 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e94966e-c101-4ffc-86e3-f718d777e808", "name": "network-vif-deleted", "tag": "60042808-356b-4ef8-844f-ca50589aca14", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:34:38.998166 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba03d189-6c69-402f-abd5-05b9c261ec97 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:34:38.998620 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba03d189-6c69-402f-abd5-05b9c261ec97'] response: {'server_uuid': '4e94966e-c101-4ffc-86e3-f718d777e808', 'name': 'network-vif-deleted', 'tag': '60042808-356b-4ef8-844f-ca50589aca14', 'status': 'completed', 'code': 200} Aug 24 18:34:39.013658 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:39.296297 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:39.319661 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] Checking router: 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:34:39.328584 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:39.329178 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:39.439196 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:39.479660 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9161966c-af0d-4cbf-8eb0-dd789673d6da req-d4ef0291-47f5-41c7-8812-d708e53abb8d tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e94966e-c101-4ffc-86e3-f718d777e808 HTTP/1.1" status: 200 len: 210 time: 0.0317357 Aug 24 18:34:39.636981 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:39.660666 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0972a-8407-4648-ac0b-4175e93bbd90 None None] The sync data for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi is: [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:27:17Z', 'revision_number': 4, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '4f42e834-1db8-4db5-82b2-296ec54f548c', 'name': '', 'network_id': 'e5a21755-3153-4410-a16c-1dfd794a8d6a', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'mac_address': 'fa:16:3e:fe:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:16Z', 'updated_at': '2022-08-24T18:27:28Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'subnets': [{'id': 'feaaa128-b354-42c9-8cb9-2aab9826a8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:34:39.883608 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba23161-c9c5-4f38-8aa1-a08706f94795 None None] New status for floating IP 72c46965-518b-4b83-b893-e083ab7b3e33: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:34:40.112145 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61697e6-ca49-42ba-8ab6-56d90b3381a3 req-2132f3e3-8bd3-4915-b6a5-2be2bd8547a4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:40.113672 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b61697e6-ca49-42ba-8ab6-56d90b3381a3 req-2132f3e3-8bd3-4915-b6a5-2be2bd8547a4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0554812 Aug 24 18:34:40.164227 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b61697e6-ca49-42ba-8ab6-56d90b3381a3 req-2dbe0756-4ef2-4eb2-a0e3-a105a44f8335 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442028 Aug 24 18:34:40.290060 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412cbf9-b6f0-4d1e-88c1-f48e8fc15619 req-45e2b390-61fd-4927-9dd3-a957e111b978 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:40.291559 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6412cbf9-b6f0-4d1e-88c1-f48e8fc15619 req-45e2b390-61fd-4927-9dd3-a957e111b978 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0540872 Aug 24 18:34:40.305832 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:40.310207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Request body: {'floatingip': {'port_id': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:34:40.349731 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (fe98452f-33b9-403a-a35e-05acc61bae4a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.570596 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59194) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:40.630075 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75242ffb-6f75-4c58-9ed9-431cad473bb7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group (ed005a86-e8ba-416a-af75-774150b02ddc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.653867 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75242ffb-6f75-4c58-9ed9-431cad473bb7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group (ed005a86-e8ba-416a-af75-774150b02ddc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.702439 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75242ffb-6f75-4c58-9ed9-431cad473bb7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ed005a86-e8ba-416a-af75-774150b02ddc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.705100 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75242ffb-6f75-4c58-9ed9-431cad473bb7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.706260 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-75242ffb-6f75-4c58-9ed9-431cad473bb7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed005a86-e8ba-416a-af75-774150b02ddc HTTP/1.1" status: 204 len: 168 time: 0.1346831 Aug 24 18:34:40.709603 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59196) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:40.725770 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75242ffb-6f75-4c58-9ed9-431cad473bb7 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed005a86-e8ba-416a-af75-774150b02ddc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:40.727737 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-6e9cbb62-f126-452f-ae80-7dba985f18e4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] show failed (client error): The resource could not be found. Aug 24 18:34:40.728733 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6e9cbb62-f126-452f-ae80-7dba985f18e4 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups/ed005a86-e8ba-416a-af75-774150b02ddc HTTP/1.1" status: 404 len: 347 time: 0.0182257 Aug 24 18:34:40.731620 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59198) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:40.844837 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Deleting port 8b81eeb0-c88e-4940-bde7-75a76c6ed5d4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:40.845100 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.889512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.895223 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (fe98452f-33b9-403a-a35e-05acc61bae4a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.919861 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.920195 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:40.931749 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Calling delete_port for 8b81eeb0-c88e-4940-bde7-75a76c6ed5d4 owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:40.986095 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Floating IP fe98452f-33b9-403a-a35e-05acc61bae4a associated. External IP: 172.27.3.182, port: de0f5440-96ff-4eee-8ec2-0e90e5fc9556. Aug 24 18:34:41.101131 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (8b81eeb0-c88e-4940-bde7-75a76c6ed5d4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:41.127546 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event deleted for resources: {'Port': ['ID=8b81eeb0-c88e-4940-bde7-75a76c6ed5d4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:41.185115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:34:41.295102 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:34:41.300478 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:41.305706 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] Sync routers for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:34:41.316991 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:41.317936 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:41.334996 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e24dab61-cf46-45d7-8320-c36c50d2f78f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "PUT /v2.0/floatingips/fe98452f-33b9-403a-a35e-05acc61bae4a HTTP/1.1" status: 200 len: 992 time: 1.0259724 Aug 24 18:34:41.334996 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:34:41.335912 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50784d09-7b0b-4d37-915b-1fa866a39253" -d '{"events": [{"name": "network-changed", "server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:34:41.373085 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02be7e81-9d1d-43e5-9ed8-e818338597d4 x-openstack-request-id: req-02be7e81-9d1d-43e5-9ed8-e818338597d4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:34:41.373455 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:34:41.373893 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02be7e81-9d1d-43e5-9ed8-e818338597d4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:34:41.374370 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02be7e81-9d1d-43e5-9ed8-e818338597d4'] response: {'name': 'network-changed', 'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'status': 'completed', 'code': 200} Aug 24 18:34:41.404468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks [] for floatingip (72c46965-518b-4b83-b893-e083ab7b3e33), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:41.406853 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:41.409148 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3fc8d284-dc9b-4128-b6bd-419ad8f2a4d9 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "DELETE /v2.0/floatingips/72c46965-518b-4b83-b893-e083ab7b3e33 HTTP/1.1" status: 204 len: 168 time: 0.6762099 Aug 24 18:34:41.419660 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:41.479484 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-676c29b1-5238-4ad6-822a-0c2630d5f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:41.481195 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-676c29b1-5238-4ad6-822a-0c2630d5f83c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1130 time: 0.0541701 Aug 24 18:34:41.572531 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-458db47c-0cce-40c7-bee9-a669ab78dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:41.574073 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-458db47c-0cce-40c7-bee9-a669ab78dedd service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.0870006 Aug 24 18:34:41.641252 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'fe98452f-33b9-403a-a35e-05acc61bae4a', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'port_id': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'mac_address': 'fa:16:3e:8f:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:34:26Z', 'updated_at': '2022-08-24T18:34:40Z', 'revision_number': 1, 'project_id': '154b7777047c4f36bee61d548c92051a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:41.648414 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-136bce94-c4ea-43ab-b102-f777017233bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 1000 time: 0.0676260 Aug 24 18:34:41.669218 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] Checking router: bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:34:41.677849 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:41.678463 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:41.698393 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-9324c7de-89a3-4aff-8816-4f7991c7ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:41.699893 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-9324c7de-89a3-4aff-8816-4f7991c7ab68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0447316 Aug 24 18:34:41.749764 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-5ff853ca-bddb-4a7a-91f0-ec06111301e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:41.751381 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-5ff853ca-bddb-4a7a-91f0-ec06111301e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444543 Aug 24 18:34:41.779000 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:41.846440 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-a9da212e-e880-4f48-9785-162fcc43135e service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879104 Aug 24 18:34:41.940118 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50784d09-7b0b-4d37-915b-1fa866a39253 req-333e26b2-fff6-43a1-b1d9-25b5411735ac service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870371 Aug 24 18:34:42.001345 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'fe98452f-33b9-403a-a35e-05acc61bae4a', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'port_id': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'mac_address': 'fa:16:3e:8f:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:34:26Z', 'updated_at': '2022-08-24T18:34:40Z', 'revision_number': 1, 'project_id': '154b7777047c4f36bee61d548c92051a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:42.025098 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6192-af5c-44f4-961e-2b310fac03ae None None] The sync data for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi is: [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'fe98452f-33b9-403a-a35e-05acc61bae4a', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'port_id': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'mac_address': 'fa:16:3e:8f:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:34:26Z', 'updated_at': '2022-08-24T18:34:40Z', 'revision_number': 1, 'project_id': '154b7777047c4f36bee61d548c92051a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:34:42.240081 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e83702-dbb7-43a6-8314-d2488e6ecfe9 None None] New status for floating IP fe98452f-33b9-403a-a35e-05acc61bae4a: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:34:42.599951 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 60042808-356b-4ef8-844f-ca50589aca14 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:34:42.624107 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 60042808-356b-4ef8-844f-ca50589aca14 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:34:42.624498 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 60042808-356b-4ef8-844f-ca50589aca14 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:34:43.922359 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de70cfb-9edb-4723-b6e5-63d611c1f856 req-f4eb3a44-9ee5-4dff-a088-c7931027c8f3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:43.923696 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9de70cfb-9edb-4723-b6e5-63d611c1f856 req-f4eb3a44-9ee5-4dff-a088-c7931027c8f3 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0545382 Aug 24 18:34:43.972096 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9de70cfb-9edb-4723-b6e5-63d611c1f856 req-91aa5543-7d72-4fb5-92e7-a929e695c4e1 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Aug 24 18:34:44.800346 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-130ecf1f-cc68-4660-858c-22116f651109 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:44.801914 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-130ecf1f-cc68-4660-858c-22116f651109 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0579267 Aug 24 18:34:44.894833 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Deleting port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:44.895190 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:44.981082 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] For port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:44.981566 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:45.002983 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Calling delete_port for df1ba78d-ee73-4ba6-a5f0-dcf42b72723b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:45.120707 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb0d84-8812-4216-8d6b-9bc1441f9a28 req-d763721b-3176-4f38-bf06-10a9d13574af tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:45.122082 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-56bb0d84-8812-4216-8d6b-9bc1441f9a28 req-d763721b-3176-4f38-bf06-10a9d13574af tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42178f5f-14a2-4929-92b7-6e4fdc4ecce7 HTTP/1.1" status: 200 len: 945 time: 0.0748041 Aug 24 18:34:45.201778 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (df1ba78d-ee73-4ba6-a5f0-dcf42b72723b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:45.206482 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-56bb0d84-8812-4216-8d6b-9bc1441f9a28 req-0e17533d-ad40-46cc-ab19-ee6c88575ed0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757546 Aug 24 18:34:45.232113 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event deleted for resources: {'Port': ['ID=df1ba78d-ee73-4ba6-a5f0-dcf42b72723b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:45.240490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['e25a5eaf-506a-4997-8418-694443b37cf9', 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:34:45.276462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] No DVR routers for this DVR port df1ba78d-ee73-4ba6-a5f0-dcf42b72723b on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:34:45.279103 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:45.282574 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-19ecb09f-d681-4790-8c57-d1b5bb6e83bf req-83f1df63-076e-44eb-a2bf-2c09016e27ad tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "DELETE /v2.0/ports/df1ba78d-ee73-4ba6-a5f0-dcf42b72723b HTTP/1.1" status: 204 len: 173 time: 0.4749591 Aug 24 18:34:45.283009 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'name': 'network-vif-deleted', 'tag': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:34:45.285303 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b12e7bf-8fd8-450f-818e-6b0ba90bd8ef" -d '{"events": [{"server_uuid": "42178f5f-14a2-4929-92b7-6e4fdc4ecce7", "name": "network-vif-deleted", "tag": "df1ba78d-ee73-4ba6-a5f0-dcf42b72723b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:34:45.328713 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766ecb9-5d6f-45da-9c30-00857ad23a9e x-openstack-request-id: req-d766ecb9-5d6f-45da-9c30-00857ad23a9e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:34:45.329103 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42178f5f-14a2-4929-92b7-6e4fdc4ecce7", "name": "network-vif-deleted", "tag": "df1ba78d-ee73-4ba6-a5f0-dcf42b72723b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:34:45.329456 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d766ecb9-5d6f-45da-9c30-00857ad23a9e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:34:45.329945 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d766ecb9-5d6f-45da-9c30-00857ad23a9e'] response: {'server_uuid': '42178f5f-14a2-4929-92b7-6e4fdc4ecce7', 'name': 'network-vif-deleted', 'tag': 'df1ba78d-ee73-4ba6-a5f0-dcf42b72723b', 'status': 'completed', 'code': 200} Aug 24 18:34:45.478116 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:34:46.491530 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358feb0-5847-4900-bbb3-3b51570e241f req-ab2e361d-4f04-4378-8d73-e7660a6cc053 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:46.493333 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9358feb0-5847-4900-bbb3-3b51570e241f req-ab2e361d-4f04-4378-8d73-e7660a6cc053 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0623932 Aug 24 18:34:46.543153 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9358feb0-5847-4900-bbb3-3b51570e241f req-34fb25dc-6ee4-4568-bc3a-a95a553d9745 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Aug 24 18:34:47.675774 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab77f1-7acc-4bd3-862c-402eaa47886a req-eb48c769-cc08-423e-95df-146bed288ed8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:47.677231 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47ab77f1-7acc-4bd3-862c-402eaa47886a req-eb48c769-cc08-423e-95df-146bed288ed8 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0608845 Aug 24 18:34:47.726728 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47ab77f1-7acc-4bd3-862c-402eaa47886a req-757947ec-f396-4f07-87a4-252c24187c2a tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/security-groups?id=605a53e3-79b3-4b86-a9e3-13559d4d2919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Aug 24 18:34:48.324479 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-67f72dba-45f8-46e3-a132-dde713846dc0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:34:48.325944 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-67f72dba-45f8-46e3-a132-dde713846dc0 tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 946 time: 0.0667336 Aug 24 18:34:48.419767 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Deleting port e25a5eaf-506a-4997-8418-694443b37cf9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:48.420126 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:48.512032 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] For port e25a5eaf-506a-4997-8418-694443b37cf9, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e25a5eaf-506a-4997-8418-694443b37cf9,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:48.512429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:48.525817 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Calling delete_port for e25a5eaf-506a-4997-8418-694443b37cf9 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:48.610500 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device df1ba78d-ee73-4ba6-a5f0-dcf42b72723b no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:34:48.631408 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: df1ba78d-ee73-4ba6-a5f0-dcf42b72723b {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:34:48.631755 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device df1ba78d-ee73-4ba6-a5f0-dcf42b72723b not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:34:48.660208 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (e25a5eaf-506a-4997-8418-694443b37cf9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:48.708670 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['e25a5eaf-506a-4997-8418-694443b37cf9'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:34:48.940342 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Pushing event deleted for resources: {'Port': ['ID=e25a5eaf-506a-4997-8418-694443b37cf9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:48.969795 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5ae9d8e-414d-4653-92e4-c56778a58dd3 req-b7126419-af03-466b-9ac6-52a0df5fe4ac tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d71aa7-3c44-4bca-acff-537e40e0a74e HTTP/1.1" status: 200 len: 210 time: 0.0316753 Aug 24 18:34:49.003208 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] No DVR routers for this DVR port e25a5eaf-506a-4997-8418-694443b37cf9 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:34:49.005725 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:49.009009 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-100392f7-dc3c-4a11-b018-6e5d5934a128 req-8d838bf6-b2dd-4c19-8cb5-ce6d5dd47eba tempest-ServerRescueNegativeTestJSON-1729711092 tempest-ServerRescueNegativeTestJSON-1729711092-project] 10.222.0.58 "DELETE /v2.0/ports/e25a5eaf-506a-4997-8418-694443b37cf9 HTTP/1.1" status: 204 len: 173 time: 0.6767998 Aug 24 18:34:49.009454 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'name': 'network-vif-deleted', 'tag': 'e25a5eaf-506a-4997-8418-694443b37cf9'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:34:49.011803 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68796d8c-35ab-4f68-9359-b7b23738d242" -d '{"events": [{"server_uuid": "97d71aa7-3c44-4bca-acff-537e40e0a74e", "name": "network-vif-deleted", "tag": "e25a5eaf-506a-4997-8418-694443b37cf9"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:34:49.048579 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63cb92e-3926-463b-9154-963260d60a38 x-openstack-request-id: req-e63cb92e-3926-463b-9154-963260d60a38 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:34:49.049075 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d71aa7-3c44-4bca-acff-537e40e0a74e", "name": "network-vif-deleted", "tag": "e25a5eaf-506a-4997-8418-694443b37cf9", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:34:49.049456 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e63cb92e-3926-463b-9154-963260d60a38 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:34:49.050031 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63cb92e-3926-463b-9154-963260d60a38'] response: {'server_uuid': '97d71aa7-3c44-4bca-acff-537e40e0a74e', 'name': 'network-vif-deleted', 'tag': 'e25a5eaf-506a-4997-8418-694443b37cf9', 'status': 'completed', 'code': 200} Aug 24 18:34:50.044134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:50.485203 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:50.716083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Deleting port 4f42e834-1db8-4db5-82b2-296ec54f548c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:50.716402 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:50.794244 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] For port 4f42e834-1db8-4db5-82b2-296ec54f548c, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=4f42e834-1db8-4db5-82b2-296ec54f548c,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:50.794493 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:50.806906 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Calling delete_port for 4f42e834-1db8-4db5-82b2-296ec54f548c owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:50.992111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (4f42e834-1db8-4db5-82b2-296ec54f548c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:51.019845 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f42e834-1db8-4db5-82b2-296ec54f548c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:51.182173 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:51.381402 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:34:51.482383 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:34:51.487936 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-05061302-6fe9-4df6-9240-14faf7587f64 admin admin] 10.222.0.55 "PUT /v2.0/routers/8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426024 Aug 24 18:34:51.490467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:51.491271 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] Sync routers for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:34:51.502318 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:51.503197 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:51.588242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks [] for router (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:51.600467 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:51.689363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks [] for router_gateway (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:51.742639 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Deleting port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:51.742928 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:51.822433 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] For port 8fb136bb-fefe-48c8-9f89-2c81697d6ae9, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:51.822847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:51.835889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Calling delete_port for 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:51.854897 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:34:50Z', 'revision_number': 5, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port': {'id': '8fb136bb-fefe-48c8-9f89-2c81697d6ae9', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:12Z', 'updated_at': '2022-08-24T18:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:51.878470 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] Checking router: 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:34:51.887134 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] Routers {'8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:34:51.887819 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:34:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:51.972611 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] Set router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:34:52.002580 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (8fb136bb-fefe-48c8-9f89-2c81697d6ae9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.022324 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:34:51Z', 'revision_number': 6, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:52.027429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb136bb-fefe-48c8-9f89-2c81697d6ae9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:52.049152 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e5ed4-0f14-4ca0-9b35-62b36ed86982 None None] The sync data for ids ['8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1'] in dv-cinder-853788-3-iscsi is: [{'id': '8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-740615082-router', 'tenant_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:11Z', 'updated_at': '2022-08-24T18:34:51Z', 'revision_number': 6, 'project_id': '59b1b7d1ec9a4dd88b4bf037f37f327c', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:34:52.089617 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.173849 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.176093 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks [] for router_controller (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.224206 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.224840 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:34:52.234203 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.235482 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-68685606-3791-424c-bef4-78b6e85ba4ad admin admin] 10.222.0.55 "DELETE /v2.0/routers/8bfa49d3-41db-4c3f-a663-9bc1e35ed7d1 HTTP/1.1" status: 204 len: 168 time: 0.7441359 Aug 24 18:34:52.238142 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:52.281855 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] Deleting subnet feaaa128-b354-42c9-8cb9-2aab9826a8fb {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:34:52.285009 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] Publish callbacks [] for subnet (feaaa128-b354-42c9-8cb9-2aab9826a8fb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.318672 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (feaaa128-b354-42c9-8cb9-2aab9826a8fb), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.394638 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (feaaa128-b354-42c9-8cb9-2aab9826a8fb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.448900 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (feaaa128-b354-42c9-8cb9-2aab9826a8fb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.477012 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feaaa128-b354-42c9-8cb9-2aab9826a8fb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:52.478499 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.484652 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ce82e36e-72c7-4dbd-834a-1f095ce0d518 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/feaaa128-b354-42c9-8cb9-2aab9826a8fb HTTP/1.1" status: 204 len: 168 time: 0.2454669 Aug 24 18:34:52.484910 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59254) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:52.491268 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d4c19-b497-45f1-a70f-b4aaff16a5d4 None None] Network e5a21755-3153-4410-a16c-1dfd794a8d6a requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:34:52.551037 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (e5a21755-3153-4410-a16c-1dfd794a8d6a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.604999 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Deleting port bd66a200-5f55-4b67-bf3f-a075186d382b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:34:52.605346 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.649563 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e25a5eaf-506a-4997-8418-694443b37cf9 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:34:52.670359 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: e25a5eaf-506a-4997-8418-694443b37cf9 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:34:52.670699 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e25a5eaf-506a-4997-8418-694443b37cf9 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:34:52.670852 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] For port bd66a200-5f55-4b67-bf3f-a075186d382b, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=bd66a200-5f55-4b67-bf3f-a075186d382b,segment=NetworkSegment(ea1baf50-ffef-470b-a991-0dc22702e385),segment_id=ea1baf50-ffef-470b-a991-0dc22702e385)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:34:52.671152 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.686055 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Calling delete_port for bd66a200-5f55-4b67-bf3f-a075186d382b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:34:52.781321 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (bd66a200-5f55-4b67-bf3f-a075186d382b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.803325 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd66a200-5f55-4b67-bf3f-a075186d382b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:52.811323 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c42d7-70f4-4842-ae7d-e0a5321ba78a None None] DHCP port deletion for e5a21755-3153-4410-a16c-1dfd794a8d6a request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:34:52.816460 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] No DVR routers for this DVR port bd66a200-5f55-4b67-bf3f-a075186d382b on host dv-cinder-853788-3-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:34:52.886897 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (e5a21755-3153-4410-a16c-1dfd794a8d6a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.909772 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a21755-3153-4410-a16c-1dfd794a8d6a']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:52.919400 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1baf50-ffef-470b-a991-0dc22702e385') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:52.919705 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1baf50-ffef-470b-a991-0dc22702e385') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:34:52.929280 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (ea1baf50-ffef-470b-a991-0dc22702e385), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.942562 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (ea1baf50-ffef-470b-a991-0dc22702e385), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:52.948530 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:34:52.948942 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (ea1baf50-ffef-470b-a991-0dc22702e385), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:53.024381 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment ea1baf50-ffef-470b-a991-0dc22702e385 resource provider aggregate not found Aug 24 18:34:53.028919 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (e5a21755-3153-4410-a16c-1dfd794a8d6a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:53.046382 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment ea1baf50-ffef-470b-a991-0dc22702e385 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea1baf50-ffef-470b-a991-0dc22702e385 found for delete ", "request_id": "req-3368fbec-8a0c-4526-8635-e034203e9ae6"}]} Aug 24 18:34:53.047563 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:53.051452 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e5a21755-3153-4410-a16c-1dfd794a8d6a HTTP/1.1" status: 204 len: 168 time: 0.5656703 Aug 24 18:34:53.052282 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c872c1e-fd35-4d1a-92ac-81bc4ec338f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a21755-3153-4410-a16c-1dfd794a8d6a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:53.172544 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59264) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:53.212343 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-57c6e1f5-8e6e-409f-ae5c-4ede26773495 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59b1b7d1ec9a4dd88b4bf037f37f327c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385735 Aug 24 18:34:53.214906 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59266) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:34:53.263857 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d7833f9-23bc-4f38-8f7b-f39648f37400 admin admin] Publish callbacks [] for security_group (605a53e3-79b3-4b86-a9e3-13559d4d2919), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:53.285542 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d7833f9-23bc-4f38-8f7b-f39648f37400 admin admin] Publish callbacks [] for security_group (605a53e3-79b3-4b86-a9e3-13559d4d2919), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:53.338888 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d7833f9-23bc-4f38-8f7b-f39648f37400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (605a53e3-79b3-4b86-a9e3-13559d4d2919), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:53.341375 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d7833f9-23bc-4f38-8f7b-f39648f37400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:34:53.342519 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5d7833f9-23bc-4f38-8f7b-f39648f37400 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/605a53e3-79b3-4b86-a9e3-13559d4d2919 HTTP/1.1" status: 204 len: 168 time: 0.1267304 Aug 24 18:34:53.350306 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7833f9-23bc-4f38-8f7b-f39648f37400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a53e3-79b3-4b86-a9e3-13559d4d2919,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:34:54.015907 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:34:54.034842 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:34:54.035191 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 8fb136bb-fefe-48c8-9f89-2c81697d6ae9 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:34:54.035616 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 4f42e834-1db8-4db5-82b2-296ec54f548c no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:34:54.056327 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 4f42e834-1db8-4db5-82b2-296ec54f548c {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:34:54.056683 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 4f42e834-1db8-4db5-82b2-296ec54f548c not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:34:54.057096 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bd66a200-5f55-4b67-bf3f-a075186d382b no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:34:54.074538 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: bd66a200-5f55-4b67-bf3f-a075186d382b {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:34:54.074881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bd66a200-5f55-4b67-bf3f-a075186d382b not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:34:59.958607 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d71c64ac-f6e8-4349-aa53-8cccaa61dbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:01.803499 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51928-7902-42b5-8737-3bb44e3b757e req-fcf1605d-ac70-43fe-8bb2-1b2e49990700 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:01.805135 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6db51928-7902-42b5-8737-3bb44e3b757e req-fcf1605d-ac70-43fe-8bb2-1b2e49990700 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0529478 Aug 24 18:35:01.814708 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-20b2d776-e6ee-47e1-9525-e56779d5adf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:01.867180 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6db51928-7902-42b5-8737-3bb44e3b757e req-2303b098-220c-403e-b7a7-e2a7f7b9d0b0 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552704 Aug 24 18:35:03.000369 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd628d09-3f03-4128-bb6e-1aa18415b6f3 req-2f3c141b-426c-419e-b9fa-006cca19e05b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:03.001839 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd628d09-3f03-4128-bb6e-1aa18415b6f3 req-2f3c141b-426c-419e-b9fa-006cca19e05b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0592394 Aug 24 18:35:03.058825 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd628d09-3f03-4128-bb6e-1aa18415b6f3 req-4f390138-a3a8-4090-b371-e045a67b1625 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512519 Aug 24 18:35:03.310630 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:04.206556 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5ff80-b8ac-4f13-ad65-cfe6aae2749f req-ce432823-8037-4c94-9f4f-89a768f11fe7 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:04.207983 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bd5ff80-b8ac-4f13-ad65-cfe6aae2749f req-ce432823-8037-4c94-9f4f-89a768f11fe7 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0584605 Aug 24 18:35:04.261004 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bd5ff80-b8ac-4f13-ad65-cfe6aae2749f req-fc37df48-4053-4623-8f14-7dad8d8ef8e7 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Aug 24 18:35:04.560533 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:05.389411 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f624d07-0517-484b-8630-130b0880ca38 req-a3dd2886-21ca-499c-bf06-ca831cfda452 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:05.390886 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5f624d07-0517-484b-8630-130b0880ca38 req-a3dd2886-21ca-499c-bf06-ca831cfda452 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0542891 Aug 24 18:35:05.439982 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5f624d07-0517-484b-8630-130b0880ca38 req-afe93c2a-355e-407d-88ad-5022816be5b4 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433733 Aug 24 18:35:05.785375 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:06.032000 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:06.565896 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aedab6-80b3-45af-8973-98261d0f2ca3 req-0e2c31fe-b8e9-4ebd-af61-8c34bd059f79 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:06.567351 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02aedab6-80b3-45af-8973-98261d0f2ca3 req-0e2c31fe-b8e9-4ebd-af61-8c34bd059f79 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0545354 Aug 24 18:35:06.616095 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02aedab6-80b3-45af-8973-98261d0f2ca3 req-bab502f7-54d3-460b-8db3-8d35b74a0dd1 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Aug 24 18:35:06.745249 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-06bfd4b9-13b1-4072-adb2-aa22d728fa8a tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795724816&fields=id&tenant_id=22926495fd884619be6c837ae9efdb98 HTTP/1.1" status: 200 len: 267 time: 0.0486484 Aug 24 18:35:06.805303 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-bbde3eda-ed1c-4edb-99af-cfa8e35bcb55 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:06.806803 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-bbde3eda-ed1c-4edb-99af-cfa8e35bcb55 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 985 time: 0.0562444 Aug 24 18:35:06.818136 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Request body: {'port': {'security_groups': ['a05dd21e-6877-4de1-b066-272497fb0d62']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:06.890272 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.097263 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:07.124110 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.129483 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.140429 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:07.141031 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.142399 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d7ef6d6-c149-4693-a109-6466ce61a801 req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "PUT /v2.0/ports/adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 943 time: 0.3294363 Aug 24 18:35:07.142845 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:07.145143 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30bcd97-6cad-4c69-a910-7204592f1dec" -d '{"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:07.148897 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:07.167681 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['adb06e9f-3d91-463a-9b45-9d23a5743dc7'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:35:07.204620 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ff127-f133-4b47-826f-656c24992358 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event updated for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:07.221240 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e54cb16-8d17-45e1-a360-bec7ee852c5f x-openstack-request-id: req-0e54cb16-8d17-45e1-a360-bec7ee852c5f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:07.221530 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:07.221852 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e54cb16-8d17-45e1-a360-bec7ee852c5f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:07.222178 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e54cb16-8d17-45e1-a360-bec7ee852c5f'] response: {'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'status': 'completed', 'code': 200} Aug 24 18:35:07.224296 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b21f4867-6a65-4ef8-9aa8-0124a6adde6b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group (e2ed9059-fd45-4022-80dd-527295dbd84d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.250010 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b21f4867-6a65-4ef8-9aa8-0124a6adde6b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group (e2ed9059-fd45-4022-80dd-527295dbd84d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.337489 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-09f51eac-c246-433a-9195-7d7456b1a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:07.338954 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-09f51eac-c246-433a-9195-7d7456b1a7e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1130 time: 0.0497007 Aug 24 18:35:07.345006 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b21f4867-6a65-4ef8-9aa8-0124a6adde6b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e2ed9059-fd45-4022-80dd-527295dbd84d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.347721 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b21f4867-6a65-4ef8-9aa8-0124a6adde6b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.349571 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b21f4867-6a65-4ef8-9aa8-0124a6adde6b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "DELETE /v2.0/security-groups/e2ed9059-fd45-4022-80dd-527295dbd84d HTTP/1.1" status: 204 len: 168 time: 0.1998136 Aug 24 18:35:07.351327 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['adb06e9f-3d91-463a-9b45-9d23a5743dc7'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:35:07.352735 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59390) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:07.376798 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4867-6a65-4ef8-9aa8-0124a6adde6b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed9059-fd45-4022-80dd-527295dbd84d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:07.452896 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-438c7217-9b12-4881-90c4-6c0f57b944ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:07.454424 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-438c7217-9b12-4881-90c4-6c0f57b944ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 915 time: 0.1038594 Aug 24 18:35:07.506268 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Deleting port 2d06312b-22a3-42b2-a8ed-b2f5c52e01a2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:07.506615 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.522676 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-d3f19fd9-9058-4280-9ccc-6fb76877c158 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0599434 Aug 24 18:35:07.573071 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-28666bc5-f7a2-45f3-a2d0-3f9a9cab9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:07.574551 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-28666bc5-f7a2-45f3-a2d0-3f9a9cab9409 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 200 len: 853 time: 0.0439954 Aug 24 18:35:07.583594 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.583929 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for floatingip (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.595684 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Calling delete_port for 2d06312b-22a3-42b2-a8ed-b2f5c52e01a2 owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:07.622378 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-2490da61-3232-4cb8-a035-2c54d8bb0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:07.623905 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-2490da61-3232-4cb8-a035-2c54d8bb0286 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431828 Aug 24 18:35:07.718257 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-9847c475-d7bc-4b78-816e-2c66994680cb service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871761 Aug 24 18:35:07.774642 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898f8a-e19c-4ebc-9fec-0e60142845eb req-d93e39a7-9cc1-4bd8-8edb-103d2f7ef236 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:07.776105 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee898f8a-e19c-4ebc-9fec-0e60142845eb req-d93e39a7-9cc1-4bd8-8edb-103d2f7ef236 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0877726 Aug 24 18:35:07.807900 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b30bcd97-6cad-4c69-a910-7204592f1dec req-fc78a0fc-dff0-4852-a8a4-2b2e4481af14 service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822573 Aug 24 18:35:07.818336 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (2d06312b-22a3-42b2-a8ed-b2f5c52e01a2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.852366 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event deleted for resources: {'Port': ['ID=2d06312b-22a3-42b2-a8ed-b2f5c52e01a2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:07.863114 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee898f8a-e19c-4ebc-9fec-0e60142845eb req-b99f0cf2-0fee-4187-a7e3-12cbb939de11 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801196 Aug 24 18:35:07.918950 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks [] for floatingip (cbcfcaee-0ab8-471f-be26-a09750438b3f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:07.919282 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Floating IP cbcfcaee-0ab8-471f-be26-a09750438b3f disassociated (deleted). External IP: 172.27.3.63, port: adb06e9f-3d91-463a-9b45-9d23a5743dc7. Aug 24 18:35:08.110259 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:35:08.208122 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:08.212601 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:08.218101 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] Sync routers for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:35:08.233034 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:08.233872 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:08.248504 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d4f6b1df-965a-405a-8be3-6e975dc53182 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "DELETE /v2.0/floatingips/cbcfcaee-0ab8-471f-be26-a09750438b3f HTTP/1.1" status: 204 len: 168 time: 0.8945000 Aug 24 18:35:08.475671 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:08.693464 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:05Z', 'revision_number': 5, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:08.718246 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] Checking router: 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:35:08.728344 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:08.728955 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:08.828572 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:08.993506 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077ebf8-b056-4bad-b624-d5f4ac9a3de0 req-177f9b5f-c505-489d-bf2a-25b58aff4bb7 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:08.994950 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5077ebf8-b056-4bad-b624-d5f4ac9a3de0 req-177f9b5f-c505-489d-bf2a-25b58aff4bb7 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0564337 Aug 24 18:35:09.019632 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:05Z', 'revision_number': 5, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:09.042966 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5077ebf8-b056-4bad-b624-d5f4ac9a3de0 req-0c7f20a8-4c3e-4e6d-aa04-9ea24b1809bf tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422907 Aug 24 18:35:09.048370 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11111bb8-d2d1-42b5-afbd-d9ceec4a0bdb None None] The sync data for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi is: [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:30:59Z', 'revision_number': 4, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'bcef8e74-468d-4224-a03c-bb134dd9e816', 'name': '', 'network_id': 'ef1bd7eb-a091-4f9d-97a5-08ff18c00d23', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'mac_address': 'fa:16:3e:3a:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '95474278-85b1-415a-b0b9-d985c7091624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:58Z', 'updated_at': '2022-08-24T18:31:05Z', 'revision_number': 5, 'project_id': '22926495fd884619be6c837ae9efdb98', 'subnets': [{'id': '95474278-85b1-415a-b0b9-d985c7091624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:35:09.223833 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:09.226371 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc13d7d-b8e4-462f-9185-9c3844df9180" -d '{"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:09.265660 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db58b622-e9a4-49f1-a8dd-77f96d5269de x-openstack-request-id: req-db58b622-e9a4-49f1-a8dd-77f96d5269de {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:09.265971 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:09.266234 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db58b622-e9a4-49f1-a8dd-77f96d5269de {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:09.266708 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db58b622-e9a4-49f1-a8dd-77f96d5269de'] response: {'name': 'network-changed', 'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'status': 'completed', 'code': 200} Aug 24 18:35:09.279885 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32d6e5-6749-41ec-b460-2f6c676f7327 None None] New status for floating IP cbcfcaee-0ab8-471f-be26-a09750438b3f: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:35:10.179716 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8799-3bfb-4ecf-a47c-65665bded005 req-a753cfda-18ae-427c-bcec-4be897e73f72 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:10.181218 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-281e8799-3bfb-4ecf-a47c-65665bded005 req-a753cfda-18ae-427c-bcec-4be897e73f72 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0556715 Aug 24 18:35:10.232697 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-281e8799-3bfb-4ecf-a47c-65665bded005 req-f7b1097a-81ca-4de2-829a-44b5d35b9c09 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Aug 24 18:35:11.359856 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cea72b-9ab0-4ede-a90b-31aadf2d2d3c req-45c45295-d90d-4d1f-b2b5-aadd31303f92 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:11.361358 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0cea72b-9ab0-4ede-a90b-31aadf2d2d3c req-45c45295-d90d-4d1f-b2b5-aadd31303f92 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0560541 Aug 24 18:35:11.411478 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0cea72b-9ab0-4ede-a90b-31aadf2d2d3c req-d8aee540-cead-4210-a22d-546748d18d3c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 Aug 24 18:35:12.554960 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268db6e-59af-42a2-881f-4526fd6541af req-c3a19622-b27a-4b9f-98c6-66b186fba189 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:12.556477 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d268db6e-59af-42a2-881f-4526fd6541af req-c3a19622-b27a-4b9f-98c6-66b186fba189 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0618212 Aug 24 18:35:12.605423 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d268db6e-59af-42a2-881f-4526fd6541af req-a61ddb5e-7297-4a48-b38e-90c908366e58 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Aug 24 18:35:12.807945 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-fa5029e7-7ad7-46ef-9478-fd09fe751b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:12.809512 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-fa5029e7-7ad7-46ef-9478-fd09fe751b85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22926495fd884619be6c837ae9efdb98&device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 1130 time: 0.0472143 Aug 24 18:35:12.902529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-a657623b-814e-4030-8a3a-89e8bb48c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:12.903993 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-a657623b-814e-4030-8a3a-89e8bb48c053 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 200 len: 915 time: 0.0880392 Aug 24 18:35:12.944699 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-c55ec204-f6f1-429b-a3a5-56f7cf32b0c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 200 len: 217 time: 0.0323951 Aug 24 18:35:13.003484 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-3b547aa6-36db-427b-b868-1620e5c478cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:13.004986 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-3b547aa6-36db-427b-b868-1620e5c478cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 200 len: 853 time: 0.0477231 Aug 24 18:35:13.055507 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-d689a2fd-682a-4104-8498-99dd953765d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:13.056531 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-d689a2fd-682a-4104-8498-99dd953765d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448143 Aug 24 18:35:13.148302 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-e9af4463-1cdb-4776-933e-4282c2df2fdd service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860908 Aug 24 18:35:13.238219 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bc13d7d-b8e4-462f-9185-9c3844df9180 req-70aeb8d3-6d3b-4a75-8083-ad567d04fac2 service neutron] 10.222.0.58 "GET /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822163 Aug 24 18:35:13.739866 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448221-5d7a-4ed2-9b4b-d57961a301c1 req-a9f9793c-d510-49a5-a903-57402a00676d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:13.746926 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6448221-5d7a-4ed2-9b4b-d57961a301c1 req-a9f9793c-d510-49a5-a903-57402a00676d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0659561 Aug 24 18:35:13.771077 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-435dc9ae-7d87-4f2a-82a7-7a01c0963ecf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665631 Aug 24 18:35:13.804452 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6448221-5d7a-4ed2-9b4b-d57961a301c1 req-82918a73-370d-4480-a699-c92b71130033 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543647 Aug 24 18:35:13.882663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-5d8f0030-a3e3-419c-b14b-d019965b06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:13.884213 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-5d8f0030-a3e3-419c-b14b-d019965b06ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 1130 time: 0.0589736 Aug 24 18:35:13.985431 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-7d389f15-101a-41e0-a738-ee6d32b955de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:13.986917 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-7d389f15-101a-41e0-a738-ee6d32b955de service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 912 time: 0.0842316 Aug 24 18:35:14.059457 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-e0d87456-79fd-4640-91e9-bd4f2ac7ca1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 200 len: 1001 time: 0.0639505 Aug 24 18:35:14.108850 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-4f4a46b2-57fd-4998-9ef1-fc96fab2b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:14.110539 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-4f4a46b2-57fd-4998-9ef1-fc96fab2b874 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.0446525 Aug 24 18:35:14.159535 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-7e1633ec-1b42-4cb3-af36-061fedc897af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:14.161038 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-7e1633ec-1b42-4cb3-af36-061fedc897af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438612 Aug 24 18:35:14.255875 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-be3e2c1b-116f-4460-a5f2-588dd9a3fe51 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882967 Aug 24 18:35:14.345683 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ff139bf-77df-4fcd-af86-d65e8e4e6b5c req-aebc3a68-1df5-4649-854c-291d3c68437d service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833509 Aug 24 18:35:14.933555 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f15b08-af65-4f14-8ff8-3a768c2a9cd5 req-dc89a933-068f-4ad1-a686-22134e4e3c0c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:14.935119 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-40f15b08-af65-4f14-8ff8-3a768c2a9cd5 req-dc89a933-068f-4ad1-a686-22134e4e3c0c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0594606 Aug 24 18:35:14.987921 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-40f15b08-af65-4f14-8ff8-3a768c2a9cd5 req-640d557d-b7e0-449f-b30f-5e79a5a5a0fe tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463982 Aug 24 18:35:16.129245 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555376b0-29e2-4f41-9452-eb95b12430f4 req-8ea0f14d-5529-469d-9003-50f5b4d76765 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:16.130755 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-555376b0-29e2-4f41-9452-eb95b12430f4 req-8ea0f14d-5529-469d-9003-50f5b4d76765 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0608599 Aug 24 18:35:16.179794 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-555376b0-29e2-4f41-9452-eb95b12430f4 req-1c725683-1893-430d-9f86-ee95d7d34bd4 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 Aug 24 18:35:16.320029 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647a4d7-8dc3-4780-8bd7-c95f09337180 req-74c8366f-9814-4991-af72-4cb57ae4e4c6 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:16.321563 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7647a4d7-8dc3-4780-8bd7-c95f09337180 req-74c8366f-9814-4991-af72-4cb57ae4e4c6 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0542378 Aug 24 18:35:16.369082 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7647a4d7-8dc3-4780-8bd7-c95f09337180 req-4fb9f19e-94ee-4ff9-a450-beb5fe724c05 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Aug 24 18:35:17.305254 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75823be-1d3a-4d96-8633-19347c10a31f req-20ffd3e1-476d-4ebd-a15c-6c667a26cfdb tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:17.306782 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a75823be-1d3a-4d96-8633-19347c10a31f req-20ffd3e1-476d-4ebd-a15c-6c667a26cfdb tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0531709 Aug 24 18:35:17.365564 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a75823be-1d3a-4d96-8633-19347c10a31f req-9c2448e2-18e9-484a-903a-e0b642be2054 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528228 Aug 24 18:35:17.498157 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415b48a-cfd5-425d-afad-969f899d0ec1 req-107f4b98-4950-417f-b1f8-15544ac67216 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:17.499600 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c415b48a-cfd5-425d-afad-969f899d0ec1 req-107f4b98-4950-417f-b1f8-15544ac67216 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0579934 Aug 24 18:35:17.549405 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c415b48a-cfd5-425d-afad-969f899d0ec1 req-400f6ab2-88b2-47df-9884-919c69f7e610 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Aug 24 18:35:18.501093 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fabd88-f6ae-4c6d-a0cb-f03b4744219e req-d98f1ffe-f7fb-4bc6-b924-83bfef72123b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:18.502616 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f8fabd88-f6ae-4c6d-a0cb-f03b4744219e req-d98f1ffe-f7fb-4bc6-b924-83bfef72123b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0581374 Aug 24 18:35:18.561487 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f8fabd88-f6ae-4c6d-a0cb-f03b4744219e req-3310c031-80ff-4aa6-b4cf-42ebeca785c7 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527208 Aug 24 18:35:18.681581 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ebf4-e574-4b3f-87f6-a13ca5ca307b req-0d30b43b-f36e-4df3-8675-e4028e40352c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:18.683083 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b82ebf4-e574-4b3f-87f6-a13ca5ca307b req-0d30b43b-f36e-4df3-8675-e4028e40352c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0637374 Aug 24 18:35:18.732513 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b82ebf4-e574-4b3f-87f6-a13ca5ca307b req-1697cf2a-cfa1-4ad1-9fc5-4ec26653696e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438161 Aug 24 18:35:19.700377 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30262a2b-4d75-4f61-a52c-53519d387908 req-b8530d56-3279-4380-9751-89c9b0cdf851 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:19.701968 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-30262a2b-4d75-4f61-a52c-53519d387908 req-b8530d56-3279-4380-9751-89c9b0cdf851 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0567119 Aug 24 18:35:19.751761 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-30262a2b-4d75-4f61-a52c-53519d387908 req-6fded153-ddc2-4e2d-99c8-7d0a40c8296e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Aug 24 18:35:19.858667 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7ce65-4ce5-4628-83b4-209e24edbda8 req-bcb26756-3231-4c47-b9f0-a3f6b788d07e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:19.860161 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ae7ce65-4ce5-4628-83b4-209e24edbda8 req-bcb26756-3231-4c47-b9f0-a3f6b788d07e tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0569358 Aug 24 18:35:19.911045 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ae7ce65-4ce5-4628-83b4-209e24edbda8 req-13942771-0e09-4de6-9d37-c7d70ef32800 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Aug 24 18:35:20.324715 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4170-398d-485b-bb87-38fa00681911 req-ffe35d7c-986d-4567-bc06-b1c63b29c6da tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:20.326692 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-413a4170-398d-485b-bb87-38fa00681911 req-ffe35d7c-986d-4567-bc06-b1c63b29c6da tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0567348 Aug 24 18:35:20.374780 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-413a4170-398d-485b-bb87-38fa00681911 req-5da87cba-aaab-498a-92eb-e86406b1831a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Aug 24 18:35:20.886354 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82ba93-59c3-4737-a435-1e791d3ac860 req-754aab13-2ed2-44d4-acaf-37cbc33c3919 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:20.887839 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0e82ba93-59c3-4737-a435-1e791d3ac860 req-754aab13-2ed2-44d4-acaf-37cbc33c3919 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0627706 Aug 24 18:35:20.937564 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0e82ba93-59c3-4737-a435-1e791d3ac860 req-c25ac984-2800-4dd2-b318-9e6a6c43e023 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Aug 24 18:35:21.041906 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2a08e-949a-488a-8de3-86ddc2202b9f req-6e099679-7ec3-4cb8-bdc2-880746db38a9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:21.043549 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-58a2a08e-949a-488a-8de3-86ddc2202b9f req-6e099679-7ec3-4cb8-bdc2-880746db38a9 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0626593 Aug 24 18:35:21.091166 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-58a2a08e-949a-488a-8de3-86ddc2202b9f req-c12e9021-ac77-4311-aa94-826296442e6b tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Aug 24 18:35:21.520871 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc46df-1a8d-464e-92e4-88c9981c94de req-fce8f7a1-bf26-4da6-aab5-e587f446a480 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:21.523021 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2dc46df-1a8d-464e-92e4-88c9981c94de req-fce8f7a1-bf26-4da6-aab5-e587f446a480 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0665514 Aug 24 18:35:21.573919 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2dc46df-1a8d-464e-92e4-88c9981c94de req-f4ca8041-be43-4cb4-a68a-f4e70b080ede tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448573 Aug 24 18:35:21.775711 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-82a9a686-b7b7-4d6c-b3de-eb1f0d94205c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:21.777501 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-82a9a686-b7b7-4d6c-b3de-eb1f0d94205c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0549495 Aug 24 18:35:22.192040 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Deleting port adb06e9f-3d91-463a-9b45-9d23a5743dc7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:22.192843 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:22.220020 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ebc4-cdd7-4da9-b962-e5f7b08743ca req-adc2845f-58aa-4f97-a89b-d163c1a60b8f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:22.221504 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d43ebc4-cdd7-4da9-b962-e5f7b08743ca req-adc2845f-58aa-4f97-a89b-d163c1a60b8f tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 946 time: 0.0528283 Aug 24 18:35:22.272829 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dc1c4-649d-4e14-9174-37780f3df447 req-1219b261-073e-4add-a94f-71bd5def4a6d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:22.273486 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d43ebc4-cdd7-4da9-b962-e5f7b08743ca req-556dbb87-6b6c-49fc-8b1a-c6f800ad7384 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/security-groups?id=a05dd21e-6877-4de1-b066-272497fb0d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Aug 24 18:35:22.274305 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d92dc1c4-649d-4e14-9174-37780f3df447 req-1219b261-073e-4add-a94f-71bd5def4a6d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.1131196 Aug 24 18:35:22.315910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] For port adb06e9f-3d91-463a-9b45-9d23a5743dc7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=adb06e9f-3d91-463a-9b45-9d23a5743dc7,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:22.316278 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:22.339723 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Calling delete_port for adb06e9f-3d91-463a-9b45-9d23a5743dc7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:22.354525 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d92dc1c4-649d-4e14-9174-37780f3df447 req-6d15a008-b89b-467e-a36b-91d2ee384356 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728943 Aug 24 18:35:22.476397 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (adb06e9f-3d91-463a-9b45-9d23a5743dc7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:22.481215 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:35:22.510073 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Pushing event deleted for resources: {'Port': ['ID=adb06e9f-3d91-463a-9b45-9d23a5743dc7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:22.553408 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] No DVR routers for this DVR port adb06e9f-3d91-463a-9b45-9d23a5743dc7 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:35:22.555965 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:22.559277 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e6894f4-4777-4e45-8377-54af24d47d45 req-93e08b88-fa50-458c-ac18-4d991458c877 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.58 "DELETE /v2.0/ports/adb06e9f-3d91-463a-9b45-9d23a5743dc7 HTTP/1.1" status: 204 len: 173 time: 0.7527056 Aug 24 18:35:22.559717 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'name': 'network-vif-deleted', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:22.562006 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3936b7b2-8704-4226-986a-004df833f37f" -d '{"events": [{"server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "name": "network-vif-deleted", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:22.596028 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0910965-2bff-4e0b-8a1b-df00d12654a5 x-openstack-request-id: req-a0910965-2bff-4e0b-8a1b-df00d12654a5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:22.596424 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c46cb16-17a5-4759-9f49-d7776ef2a721", "name": "network-vif-deleted", "tag": "adb06e9f-3d91-463a-9b45-9d23a5743dc7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:22.596690 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0910965-2bff-4e0b-8a1b-df00d12654a5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:22.597092 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0910965-2bff-4e0b-8a1b-df00d12654a5'] response: {'server_uuid': '7c46cb16-17a5-4759-9f49-d7776ef2a721', 'name': 'network-vif-deleted', 'tag': 'adb06e9f-3d91-463a-9b45-9d23a5743dc7', 'status': 'completed', 'code': 200} Aug 24 18:35:22.698577 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7a89c-7194-4654-8213-df581443c62d req-2c378c15-0f39-49f3-b899-217e607d6619 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:22.700063 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24c7a89c-7194-4654-8213-df581443c62d req-2c378c15-0f39-49f3-b899-217e607d6619 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0556486 Aug 24 18:35:22.749682 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24c7a89c-7194-4654-8213-df581443c62d req-4ffba037-b78f-431f-8a81-1602a548069d tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 Aug 24 18:35:23.386648 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d6df2f0-f3c9-452b-a9aa-f0c9c7d0c988 req-8cf4d007-bfb1-4bb5-b804-3d821adedf79 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0276878 Aug 24 18:35:23.492194 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a496-c042-49ae-a9d3-bd72998f1509 req-40464e88-d5f9-403e-aa32-f9f3df105961 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:23.493690 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e853a496-c042-49ae-a9d3-bd72998f1509 req-40464e88-d5f9-403e-aa32-f9f3df105961 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0653436 Aug 24 18:35:23.547249 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e853a496-c042-49ae-a9d3-bd72998f1509 req-0d87c6c6-ea69-45a8-a909-74680b019fdd tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478930 Aug 24 18:35:23.881115 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463a29-9b98-431f-a452-0f0eece6c6d6 req-6d16244b-d1cc-46f8-8714-46f58169ce8b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:23.882607 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e463a29-9b98-431f-a452-0f0eece6c6d6 req-6d16244b-d1cc-46f8-8714-46f58169ce8b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0583212 Aug 24 18:35:23.928922 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e463a29-9b98-431f-a452-0f0eece6c6d6 req-0fb486ba-f486-49a9-8e4f-3f376bfec8dd tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 Aug 24 18:35:24.496696 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7110154-0e7f-4f16-8a7c-995e25dcbdb7 req-c070c513-29f9-4658-8ecf-2c27db69009c tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Aug 24 18:35:24.689911 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6bc45-f9ac-462c-8a8f-8d9f56144786 req-fc794eab-86ff-474f-a2ac-5fe891a551cb tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:24.691440 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06c6bc45-f9ac-462c-8a8f-8d9f56144786 req-fc794eab-86ff-474f-a2ac-5fe891a551cb tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0601478 Aug 24 18:35:24.743875 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06c6bc45-f9ac-462c-8a8f-8d9f56144786 req-3465cd6a-098b-4f98-823a-c7c4d957a56d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463080 Aug 24 18:35:25.072555 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec26a8-5855-47ea-8e74-681e28b24e59 req-d9299b3f-8275-4e48-ad10-85cf9637fce7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:25.073954 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73ec26a8-5855-47ea-8e74-681e28b24e59 req-d9299b3f-8275-4e48-ad10-85cf9637fce7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0615914 Aug 24 18:35:25.121530 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73ec26a8-5855-47ea-8e74-681e28b24e59 req-15a98b70-dbdb-4c0d-8383-92fdbba8f245 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Aug 24 18:35:25.596592 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2637328a-fcf6-496a-bb6e-e4d092efd1ee req-ba971c7e-cf71-4963-a962-5ed4cfce5527 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0273762 Aug 24 18:35:25.894743 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce13d7c-9e87-443d-a541-d6d4534e60fa req-c7f1c13a-78a3-4ca9-a63e-bcd322232511 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:25.896273 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0ce13d7c-9e87-443d-a541-d6d4534e60fa req-c7f1c13a-78a3-4ca9-a63e-bcd322232511 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0561683 Aug 24 18:35:25.948511 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0ce13d7c-9e87-443d-a541-d6d4534e60fa req-d2917e96-572b-434b-9e12-7bd8c23661e4 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Aug 24 18:35:26.083215 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['adb06e9f-3d91-463a-9b45-9d23a5743dc7'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:35:26.247242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-1be5af5e-7c59-45a1-b806-1f9c51a5194d tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:26.248780 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-1be5af5e-7c59-45a1-b806-1f9c51a5194d tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0646012 Aug 24 18:35:26.253278 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d78b8-0b95-4d41-b2a8-f4711690cb78 req-c00050d6-9399-4bb5-89b5-94207c2293cb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:26.254890 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-866d78b8-0b95-4d41-b2a8-f4711690cb78 req-c00050d6-9399-4bb5-89b5-94207c2293cb tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 946 time: 0.0619776 Aug 24 18:35:26.304589 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-866d78b8-0b95-4d41-b2a8-f4711690cb78 req-b3b374d5-8489-4050-833c-c2fba175ab3b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a4d78a9-f998-4845-a8d5-c7fe4a372999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Aug 24 18:35:26.351821 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Deleting port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:26.352087 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:26.469740 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] For port 743ba82b-d069-47cd-9a54-6f57bfd7cc91, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=743ba82b-d069-47cd-9a54-6f57bfd7cc91,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:26.470113 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:26.493202 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-9621131c-b740-428f-82fc-4542e79006c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:26.494700 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-9621131c-b740-428f-82fc-4542e79006c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1129 time: 0.0909255 Aug 24 18:35:26.706695 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:26.706999 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (bd638527-e617-4447-823c-a29c966c7f4a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:26.707348 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Floating IP bd638527-e617-4447-823c-a29c966c7f4a disassociated. External IP: 172.27.3.65, port: 743ba82b-d069-47cd-9a54-6f57bfd7cc91. Aug 24 18:35:26.707685 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Calling delete_port for 743ba82b-d069-47cd-9a54-6f57bfd7cc91 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:26.732923 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-29f6d37b-ed85-411e-935e-f4938e6ec5cf req-8ed86520-2c84-4962-8cf6-8ec683cc0f12 tempest-TestMinimumBasicScenario-460627155 tempest-TestMinimumBasicScenario-460627155-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c46cb16-17a5-4759-9f49-d7776ef2a721 HTTP/1.1" status: 200 len: 210 time: 0.0533292 Aug 24 18:35:26.749887 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-458e6540-0529-480d-a083-81232c3c5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:26.751328 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-458e6540-0529-480d-a083-81232c3c5943 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 910 time: 0.1807978 Aug 24 18:35:26.849771 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-6223fc44-1612-43b9-a162-be2f5c4e76ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 1000 time: 0.0739269 Aug 24 18:35:26.931052 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-5d0015e7-1bcc-43e6-9623-f318f57188b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:26.932543 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-5d0015e7-1bcc-43e6-9623-f318f57188b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0741265 Aug 24 18:35:26.981437 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (743ba82b-d069-47cd-9a54-6f57bfd7cc91), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:27.032290 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event deleted for resources: {'Port': ['ID=743ba82b-d069-47cd-9a54-6f57bfd7cc91,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:27.079987 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.080352 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.080716 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.081026 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.081351 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.081674 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.081997 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.082310 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.082633 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.082950 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.083313 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.083821 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.083959 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:27.095233 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-5f26b02b-d9d9-447a-9a3c-d83e27f25e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:27.096930 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-5f26b02b-d9d9-447a-9a3c-d83e27f25e77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1553495 Aug 24 18:35:27.113712 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8614-7fc4-4386-a5fb-5ae5baa48bdf req-bace8aa8-fef1-4eb1-907a-80469ad81373 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:27.115474 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d1e8614-7fc4-4386-a5fb-5ae5baa48bdf req-bace8aa8-fef1-4eb1-907a-80469ad81373 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0660379 Aug 24 18:35:27.168179 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d1e8614-7fc4-4386-a5fb-5ae5baa48bdf req-e71662e1-6313-428c-8998-f295bdde1641 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469739 Aug 24 18:35:27.218289 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:35:27.248718 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-6a8d6c49-2337-4002-849d-54d681659199 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120126 Aug 24 18:35:27.429567 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-921ecf93-34d0-4224-8202-78dc6c94c9d4 req-71b3cc6d-d6ae-4602-853c-8224992e9109 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5796a93c-e478-407a-af9d-bfddb468d030 HTTP/1.1" status: 200 len: 210 time: 0.0492370 Aug 24 18:35:27.434267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:27.443759 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aac2d0e3-b282-4daf-81d2-76eb91f15291 req-ef831e59-b887-4f1d-ace8-aa716af41524 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673145 Aug 24 18:35:27.456436 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] Sync routers for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:35:27.467780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:27.468449 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:27.480512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] No DVR routers for this DVR port 743ba82b-d069-47cd-9a54-6f57bfd7cc91 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:35:27.483139 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:27.486720 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d4daecc-7bc8-48d1-9b83-073b2c02c189 req-88fa8ccc-05e3-42c1-9773-2344e997b2a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "DELETE /v2.0/ports/743ba82b-d069-47cd-9a54-6f57bfd7cc91 HTTP/1.1" status: 204 len: 173 time: 1.2318001 Aug 24 18:35:27.487247 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'name': 'network-vif-deleted', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:27.489760 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dadc2b8-f438-41d5-9223-3f7fb79f6ced" -d '{"events": [{"server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "name": "network-vif-deleted", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:27.535694 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d2499e-526e-48b6-a62a-dd6c1689db3e x-openstack-request-id: req-59d2499e-526e-48b6-a62a-dd6c1689db3e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:27.536006 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796a93c-e478-407a-af9d-bfddb468d030", "name": "network-vif-deleted", "tag": "743ba82b-d069-47cd-9a54-6f57bfd7cc91", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:27.536505 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59d2499e-526e-48b6-a62a-dd6c1689db3e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:27.537010 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d2499e-526e-48b6-a62a-dd6c1689db3e'] response: {'server_uuid': '5796a93c-e478-407a-af9d-bfddb468d030', 'name': 'network-vif-deleted', 'tag': '743ba82b-d069-47cd-9a54-6f57bfd7cc91', 'status': 'completed', 'code': 200} Aug 24 18:35:27.575478 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:27.793743 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:27.819509 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] Checking router: 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:35:27.828849 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:27.829501 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:27.930851 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:28.149695 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:28.178824 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c79e3d-df1b-43b9-8602-99704941131b None None] The sync data for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi is: [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:35:28.325100 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006241d6-84b3-4818-bd07-eac5f87a5522 req-7fdaff9e-1940-4236-bd6c-11316e9b1062 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:28.326975 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-006241d6-84b3-4818-bd07-eac5f87a5522 req-7fdaff9e-1940-4236-bd6c-11316e9b1062 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0697970 Aug 24 18:35:28.386798 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-006241d6-84b3-4818-bd07-eac5f87a5522 req-97eb0267-6509-4970-abf7-fdd9ec38226d tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539110 Aug 24 18:35:28.552626 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c13e5-5623-4fa5-a633-36d7b3428dbe None None] New status for floating IP bd638527-e617-4447-823c-a29c966c7f4a: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:35:28.568138 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59680) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:28.582182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:28.649891 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (7a4d78a9-f998-4845-a8d5-c7fe4a372999), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.680795 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (7a4d78a9-f998-4845-a8d5-c7fe4a372999), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.739672 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7a4d78a9-f998-4845-a8d5-c7fe4a372999), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.742464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.743663 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "DELETE /v2.0/security-groups/7a4d78a9-f998-4845-a8d5-c7fe4a372999 HTTP/1.1" status: 204 len: 168 time: 0.1737015 Aug 24 18:35:28.746995 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59686) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:28.759988 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4d78a9-f998-4845-a8d5-c7fe4a372999,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:28.766830 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-efafdb90-cbae-4224-a99e-ab28a7509c4c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] show failed (client error): The resource could not be found. Aug 24 18:35:28.770385 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-efafdb90-cbae-4224-a99e-ab28a7509c4c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups/7a4d78a9-f998-4845-a8d5-c7fe4a372999 HTTP/1.1" status: 404 len: 347 time: 0.0199275 Aug 24 18:35:28.771387 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59688) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:28.780147 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.780556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.780913 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.781256 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.781906 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.781906 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.782240 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.782570 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.782902 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.783232 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.783559 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.783885 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.784212 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820f247-9d5e-4d57-9e7f-c88bb24d6ec4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:28.895364 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Deleting port 11d5f1f4-ed0a-47d5-b836-245d786749eb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:28.895721 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.925221 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.975678 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.976050 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (11d5f1f4-ed0a-47d5-b836-245d786749eb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:28.989669 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Calling delete_port for 11d5f1f4-ed0a-47d5-b836-245d786749eb owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:29.119562 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (11d5f1f4-ed0a-47d5-b836-245d786749eb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.144528 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event deleted for resources: {'Port': ['ID=11d5f1f4-ed0a-47d5-b836-245d786749eb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:29.169838 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Deleting port bcef8e74-468d-4224-a03c-bb134dd9e816 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:29.170249 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.207557 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (bd638527-e617-4447-823c-a29c966c7f4a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.210239 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.211391 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-93e8f2da-c8d1-4bfa-8a97-669cededc7f4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd638527-e617-4447-823c-a29c966c7f4a HTTP/1.1" status: 204 len: 168 time: 0.4388621 Aug 24 18:35:29.257972 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] For port bcef8e74-468d-4224-a03c-bb134dd9e816, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=bcef8e74-468d-4224-a03c-bb134dd9e816,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:29.258338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.271429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Calling delete_port for bcef8e74-468d-4224-a03c-bb134dd9e816 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:29.293944 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59692) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:29.298716 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-7a79d614-3e8e-463b-b203-a86b0d910c4a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159173850', 'description': 'tempest-description--1758696767'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:29.322699 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a79d614-3e8e-463b-b203-a86b0d910c4a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.403547 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a79d614-3e8e-463b-b203-a86b0d910c4a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (31fe4091-c6c0-4cc9-a2e6-dd0165a21722), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.406874 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a79d614-3e8e-463b-b203-a86b0d910c4a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (31fe4091-c6c0-4cc9-a2e6-dd0165a21722), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.437470 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79d614-3e8e-463b-b203-a86b0d910c4a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe4091-c6c0-4cc9-a2e6-dd0165a21722,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:29.441786 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a79d614-3e8e-463b-b203-a86b0d910c4a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.443192 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7a79d614-3e8e-463b-b203-a86b0d910c4a tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1481204 Aug 24 18:35:29.446244 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59694) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:29.451152 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-64f0b66c-1919-46cc-9590-019845e11106 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'security_group_rule': {'security_group_id': '31fe4091-c6c0-4cc9-a2e6-dd0165a21722', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:29.473784 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (bcef8e74-468d-4224-a03c-bb134dd9e816), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.481646 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64f0b66c-1919-46cc-9590-019845e11106 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (ebf7a414-497d-49e5-875d-2243fb3b5d1e), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.501594 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcef8e74-468d-4224-a03c-bb134dd9e816,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:29.555739 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64f0b66c-1919-46cc-9590-019845e11106 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (ebf7a414-497d-49e5-875d-2243fb3b5d1e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.565257 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64f0b66c-1919-46cc-9590-019845e11106 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (ebf7a414-497d-49e5-875d-2243fb3b5d1e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.586543 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0b66c-1919-46cc-9590-019845e11106 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf7a414-497d-49e5-875d-2243fb3b5d1e,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:29.606683 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64f0b66c-1919-46cc-9590-019845e11106 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.607958 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-64f0b66c-1919-46cc-9590-019845e11106 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605468 Aug 24 18:35:29.610760 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59698) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:29.621038 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ddaf206a-f19b-4d95-9009-feaec4f918a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'security_group_rule': {'security_group_id': '31fe4091-c6c0-4cc9-a2e6-dd0165a21722', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:29.652373 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddaf206a-f19b-4d95-9009-feaec4f918a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (30eb7458-320b-4271-925b-81fc5b16bb40), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.666290 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e951bdc-d22d-44f8-b4bd-8cc6ed657827 req-3334bd0e-b4cb-46db-b45f-b86ded92ecd9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:29.667883 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e951bdc-d22d-44f8-b4bd-8cc6ed657827 req-3334bd0e-b4cb-46db-b45f-b86ded92ecd9 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.1219008 Aug 24 18:35:29.752668 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddaf206a-f19b-4d95-9009-feaec4f918a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (30eb7458-320b-4271-925b-81fc5b16bb40), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.757750 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddaf206a-f19b-4d95-9009-feaec4f918a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (30eb7458-320b-4271-925b-81fc5b16bb40), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.783189 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf206a-f19b-4d95-9009-feaec4f918a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30eb7458-320b-4271-925b-81fc5b16bb40,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:29.790890 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddaf206a-f19b-4d95-9009-feaec4f918a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.792254 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ddaf206a-f19b-4d95-9009-feaec4f918a4 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802728 Aug 24 18:35:29.795130 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59706) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:29.796768 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e951bdc-d22d-44f8-b4bd-8cc6ed657827 req-d20c0834-a87f-4806-be5d-2eb08fbea326 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672991 Aug 24 18:35:29.804961 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:29.814603 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.846917 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.957227 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:29.964442 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-19dc0587-7c30-44be-8a15-1dff8e950cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.056091 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:35:30.124445 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device adb06e9f-3d91-463a-9b45-9d23a5743dc7 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:30.144401 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: adb06e9f-3d91-463a-9b45-9d23a5743dc7 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:30.144848 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device adb06e9f-3d91-463a-9b45-9d23a5743dc7 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:30.145346 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 743ba82b-d069-47cd-9a54-6f57bfd7cc91 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:30.166001 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 743ba82b-d069-47cd-9a54-6f57bfd7cc91 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:30.166426 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 743ba82b-d069-47cd-9a54-6f57bfd7cc91 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:30.182522 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:30.187747 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6568c75f-f6d8-492a-b991-88798abb52b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/898ba72d-bf87-4a6b-a5de-ecc471bc32e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6044581 Aug 24 18:35:30.190428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:30.197888 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] Sync routers for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:35:30.223520 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:30.225299 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:30.302646 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Allocated IP 172.27.3.231 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/abbe9fe1-1648-4b91-b4ea-c11eb409a731) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:30.354555 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:30.417614 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.455686 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.498258 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:30.503107 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:30.507003 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:35:30.510969 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'Port': ['ID=abbe9fe1-1648-4b91-b4ea-c11eb409a731,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:30.582507 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks [] for router (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.602434 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (ff4b4e67-e390-4396-b616-a17ee2d5b7a5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.639783 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.683744 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks [] for router_gateway (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.694631 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:35:29Z', 'revision_number': 5, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port': {'id': '4e925c18-3c05-4005-b43d-ab9ef1882196', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:30:56Z', 'updated_at': '2022-08-24T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:30.719082 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] Checking router: 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:35:30.727746 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] Routers {'898ba72d-bf87-4a6b-a5de-ecc471bc32e1'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:30.728551 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:30.738052 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Deleting port 4e925c18-3c05-4005-b43d-ab9ef1882196 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:30.738395 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.798301 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.804514 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.814383 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] Set router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:30.820478 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] For port 4e925c18-3c05-4005-b43d-ab9ef1882196, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=4e925c18-3c05-4005-b43d-ab9ef1882196,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:30.820478 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.835923 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Calling delete_port for 4e925c18-3c05-4005-b43d-ab9ef1882196 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:30.890581 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:35:30Z', 'revision_number': 6, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:30.908931 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'Port': ['ID=abbe9fe1-1648-4b91-b4ea-c11eb409a731,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:30.913130 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (ff4b4e67-e390-4396-b616-a17ee2d5b7a5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.918412 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101d777-0e23-487e-82c0-2583f9776bc5 None None] The sync data for ids ['898ba72d-bf87-4a6b-a5de-ecc471bc32e1'] in dv-cinder-853788-3-iscsi is: [{'id': '898ba72d-bf87-4a6b-a5de-ecc471bc32e1', 'name': 'tempest-TestMinimumBasicScenario-974320484-router', 'tenant_id': '22926495fd884619be6c837ae9efdb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:30:55Z', 'updated_at': '2022-08-24T18:35:30Z', 'revision_number': 6, 'project_id': '22926495fd884619be6c837ae9efdb98', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:35:30.935643 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:30.945311 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-61ff0a82-b53a-477e-9a7a-239c979c0618 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1358652 Aug 24 18:35:30.949489 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bceeb-43a7-468a-83c9-1e48773ecbd0 req-23ed8f8d-1284-4ea1-a207-855460baeefb tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:30.951068 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ce0bceeb-43a7-468a-83c9-1e48773ecbd0 req-23ed8f8d-1284-4ea1-a207-855460baeefb tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0774345 Aug 24 18:35:31.012967 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ce0bceeb-43a7-468a-83c9-1e48773ecbd0 req-6953197e-ef65-4ed5-93cb-079eeafae5eb tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559821 Aug 24 18:35:31.078118 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (4e925c18-3c05-4005-b43d-ab9ef1882196), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.124538 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-832ca511-a2c6-4e05-be89-ab9f512e60d6 req-beee4a0c-2a13-4893-8400-9e34e6c8513a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:35:31.125557 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832ca511-a2c6-4e05-be89-ab9f512e60d6 req-beee4a0c-2a13-4893-8400-9e34e6c8513a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058646 Aug 24 18:35:31.146092 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e925c18-3c05-4005-b43d-ab9ef1882196,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:31.196973 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.223579 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-2af5c557-9bee-4076-b78f-bc74424a28be tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1159173850&fields=id&tenant_id=f5cd3445ebca4f36947cbc0d250db07f HTTP/1.1" status: 200 len: 267 time: 0.0664208 Aug 24 18:35:31.232943 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:31.343432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.346696 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks [] for router_controller (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.402830 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-273a17b2-9575-44c0-adaf-3986efa5f919 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:31.404895 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-273a17b2-9575-44c0-adaf-3986efa5f919 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 811 time: 0.1770108 Aug 24 18:35:31.410212 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-83be9f44-ed56-479f-9631-54108f7ef94d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1576118 Aug 24 18:35:31.419254 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-432cc7a5-c673-46e2-953b-95246b9f9419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.434105 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f6ecfef7-21a2-4f90-bdad-311c119ab936 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/quotas/f5cd3445ebca4f36947cbc0d250db07f HTTP/1.1" status: 200 len: 375 time: 0.0202124 Aug 24 18:35:31.434880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (898ba72d-bf87-4a6b-a5de-ecc471bc32e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.435272 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 898ba72d-bf87-4a6b-a5de-ecc471bc32e1 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:35:31.440178 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.441327 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-59a03db1-1d2a-4fef-8f1e-27236062469a admin admin] 10.222.0.55 "DELETE /v2.0/routers/898ba72d-bf87-4a6b-a5de-ecc471bc32e1 HTTP/1.1" status: 204 len: 168 time: 1.2499382 Aug 24 18:35:31.448435 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6e592-5a8c-42b6-81ac-4616a53072e6 req-1a65cf52-c9ab-4952-87a1-5c9dff21ce05 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:31.449432 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59742) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:31.450561 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e7a6e592-5a8c-42b6-81ac-4616a53072e6 req-1a65cf52-c9ab-4952-87a1-5c9dff21ce05 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.1748672 Aug 24 18:35:31.521533 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] Deleting subnet 95474278-85b1-415a-b0b9-d985c7091624 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:35:31.524111 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e7a6e592-5a8c-42b6-81ac-4616a53072e6 req-eb9eec8e-9e96-4e07-acef-8a117fa8dead tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669193 Aug 24 18:35:31.526272 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] Publish callbacks [] for subnet (95474278-85b1-415a-b0b9-d985c7091624), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.556133 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-540d3dcd-2f46-4702-8245-9c2b55a0ea92 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152146 Aug 24 18:35:31.563775 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-432cc7a5-c673-46e2-953b-95246b9f9419 admin admin] Publish callbacks [] for security_group (fe3f9335-d177-4462-92ea-1cfeb246468f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.568946 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-432cc7a5-c673-46e2-953b-95246b9f9419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (fe3f9335-d177-4462-92ea-1cfeb246468f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.569592 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9638878'] for subnet (95474278-85b1-415a-b0b9-d985c7091624), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.607430 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-432cc7a5-c673-46e2-953b-95246b9f9419 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce953f18b73b46e8bf36f0a2c499de01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730257 Aug 24 18:35:31.609803 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:31.615740 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cc7a5-c673-46e2-953b-95246b9f9419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f9335-d177-4462-92ea-1cfeb246468f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:31.660510 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b481a43-1c62-4c7c-908a-2d1d385acff9 admin admin] Publish callbacks [] for security_group (fe3f9335-d177-4462-92ea-1cfeb246468f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.683150 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b481a43-1c62-4c7c-908a-2d1d385acff9 admin admin] Publish callbacks [] for security_group (fe3f9335-d177-4462-92ea-1cfeb246468f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.730473 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b481a43-1c62-4c7c-908a-2d1d385acff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (fe3f9335-d177-4462-92ea-1cfeb246468f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.733334 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b481a43-1c62-4c7c-908a-2d1d385acff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.737400 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0b481a43-1c62-4c7c-908a-2d1d385acff9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe3f9335-d177-4462-92ea-1cfeb246468f HTTP/1.1" status: 204 len: 168 time: 0.1265841 Aug 24 18:35:31.742378 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-8684ea95-0576-4f07-a0f9-0400e6fba169 service neutron] 10.222.0.55 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704276 Aug 24 18:35:31.750353 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (95474278-85b1-415a-b0b9-d985c7091624), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.754228 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b481a43-1c62-4c7c-908a-2d1d385acff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f9335-d177-4462-92ea-1cfeb246468f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:31.825927 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96c659bc-dc28-4fba-91f0-35b8f6c77b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.872640 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9115538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8504490'] for subnet (95474278-85b1-415a-b0b9-d985c7091624), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.903760 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-a0254825-9369-4dbd-ab0a-b8fa80185fb9 service neutron] 10.222.0.55 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506898 Aug 24 18:35:31.906882 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95474278-85b1-415a-b0b9-d985c7091624,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:31.910475 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:31.913689 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-57e60b15-efcc-49a1-84e1-ec1646e28932 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95474278-85b1-415a-b0b9-d985c7091624 HTTP/1.1" status: 204 len: 168 time: 0.4622514 Aug 24 18:35:31.916737 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59750) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:31.918215 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d22e4-e918-42b0-ab1c-cf79bd8e6f0e None None] Network ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:35:31.990201 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.050600 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Deleting port 6b49a7fd-f604-4870-b042-0357527611ae {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:32.050962 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (6b49a7fd-f604-4870-b042-0357527611ae), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.096136 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 4e925c18-3c05-4005-b43d-ab9ef1882196 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:32.104182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:32.123189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0a18-e025-48d8-a3d3-1a3f0e6b7f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.131719 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device c3650672-7813-455d-b268-39da0af57955 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:32.133411 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] For port 6b49a7fd-f604-4870-b042-0357527611ae, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=6b49a7fd-f604-4870-b042-0357527611ae,segment=NetworkSegment(7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b),segment_id=7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:32.133865 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (6b49a7fd-f604-4870-b042-0357527611ae), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.151636 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Calling delete_port for 6b49a7fd-f604-4870-b042-0357527611ae owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:32.176017 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 4e925c18-3c05-4005-b43d-ab9ef1882196 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:32.176699 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 4e925c18-3c05-4005-b43d-ab9ef1882196 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:32.177459 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bcef8e74-468d-4224-a03c-bb134dd9e816 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:32.210348 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: bcef8e74-468d-4224-a03c-bb134dd9e816 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:32.210914 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device bcef8e74-468d-4224-a03c-bb134dd9e816 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:32.228705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0a18-e025-48d8-a3d3-1a3f0e6b7f15 admin admin] Publish callbacks [] for security_group (43e631cc-a410-411d-a583-e19e4be7c99e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.235757 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0a18-e025-48d8-a3d3-1a3f0e6b7f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (43e631cc-a410-411d-a583-e19e4be7c99e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.253125 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (6b49a7fd-f604-4870-b042-0357527611ae), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.266643 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port c3650672-7813-455d-b268-39da0af57955 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:35:32.275520 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c3650672-7813-455d-b268-39da0af57955), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.285447 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1a5f0a18-e025-48d8-a3d3-1a3f0e6b7f15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ecae8bf24414d4699ab61e36b134060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800096 Aug 24 18:35:32.286351 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59754) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:32.286900 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f0a18-e025-48d8-a3d3-1a3f0e6b7f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e631cc-a410-411d-a583-e19e4be7c99e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.289018 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] No DVR routers for this DVR port 6b49a7fd-f604-4870-b042-0357527611ae on host dv-cinder-853788-3-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:35:32.298476 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b49a7fd-f604-4870-b042-0357527611ae,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.303400 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3650672-7813-455d-b268-39da0af57955'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:32.305785 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b004312-dd1b-4334-83ad-d9c68a36156b" -d '{"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-unplugged", "status": "completed", "tag": "c3650672-7813-455d-b268-39da0af57955"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:32.320562 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c20e81-7cac-4ad2-878b-ef10768bcd67 None None] DHCP port deletion for ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:35:32.324197 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:32.330525 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c3650672-7813-455d-b268-39da0af57955), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.359370 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e00441f-bc54-44eb-a9a6-8babc89f54ed x-openstack-request-id: req-5e00441f-bc54-44eb-a9a6-8babc89f54ed {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:32.359677 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-unplugged", "status": "failed", "tag": "c3650672-7813-455d-b268-39da0af57955", "code": 422}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:32.359952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e00441f-bc54-44eb-a9a6-8babc89f54ed {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:32.360471 dv-cinder-853788-3-iscsi neutron-server[103887]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5e00441f-bc54-44eb-a9a6-8babc89f54ed']: {'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3650672-7813-455d-b268-39da0af57955', 'code': 422} returned with failed status Aug 24 18:35:32.383616 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.401348 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.426105 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cf24391-da59-4925-8168-286b3522f498 admin admin] Publish callbacks [] for security_group (43e631cc-a410-411d-a583-e19e4be7c99e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.430688 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1bd7eb-a091-4f9d-97a5-08ff18c00d23']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:32.447001 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:32.447380 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:32.472859 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cf24391-da59-4925-8168-286b3522f498 admin admin] Publish callbacks [] for security_group (43e631cc-a410-411d-a583-e19e4be7c99e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.475391 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.517070 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.540213 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:35:32.540657 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.586125 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-4e987959-5e5d-4fb0-b722-ccb12f84930a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:32.587449 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-4e987959-5e5d-4fb0-b722-ccb12f84930a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports/c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 940 time: 0.1273472 Aug 24 18:35:32.590547 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b resource provider aggregate not found Aug 24 18:35:32.626711 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (ef1bd7eb-a091-4f9d-97a5-08ff18c00d23), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.634084 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.638885 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef1bd7eb-a091-4f9d-97a5-08ff18c00d23 HTTP/1.1" status: 204 len: 168 time: 0.7211263 Aug 24 18:35:32.641344 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:32.642275 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e6f4afa-16b5-4a1c-b2aa-9c3f79a81a3b found for delete ", "request_id": "req-13bc5598-3f8d-4ba1-9ad6-66524e1848b1"}]} Aug 24 18:35:32.655871 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fffb28-ecce-4041-9d85-374bc8680167 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1bd7eb-a091-4f9d-97a5-08ff18c00d23,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.660486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cf24391-da59-4925-8168-286b3522f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (43e631cc-a410-411d-a583-e19e4be7c99e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.663686 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8cf24391-da59-4925-8168-286b3522f498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:32.665209 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8cf24391-da59-4925-8168-286b3522f498 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43e631cc-a410-411d-a583-e19e4be7c99e HTTP/1.1" status: 204 len: 168 time: 0.3774624 Aug 24 18:35:32.673637 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf24391-da59-4925-8168-286b3522f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e631cc-a410-411d-a583-e19e4be7c99e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.721253 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1c631-e2b4-446d-8c45-2f7ef6703d5f req-22a1af0b-43ca-4517-b21e-3c9d38c05282 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:32.723123 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17f1c631-e2b4-446d-8c45-2f7ef6703d5f req-22a1af0b-43ca-4517-b21e-3c9d38c05282 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.1257234 Aug 24 18:35:32.845010 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17f1c631-e2b4-446d-8c45-2f7ef6703d5f req-6e359054-2a55-4418-81f7-5fd497fe5295 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950940 Aug 24 18:35:33.046926 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (d7cc4983-a887-418d-8813-926abe29a565), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:33.169424 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e842a207-56bd-4d8d-868b-0f939042316f req-abe2ec97-99aa-4364-b587-0e030c7bea3e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 210 time: 0.0356638 Aug 24 18:35:33.323394 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:33.366688 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Deleting port 51cb72c3-d54f-4d1e-83f9-624eed528751 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:33.367477 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:33.453432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] For port 51cb72c3-d54f-4d1e-83f9-624eed528751, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=51cb72c3-d54f-4d1e-83f9-624eed528751,segment=NetworkSegment(3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9),segment_id=3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:33.453799 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:33.471057 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Calling delete_port for 51cb72c3-d54f-4d1e-83f9-624eed528751 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:33.671668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (51cb72c3-d54f-4d1e-83f9-624eed528751), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:33.698153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51cb72c3-d54f-4d1e-83f9-624eed528751,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:33.901590 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (d7cc4983-a887-418d-8813-926abe29a565), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:34.033716 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee55eb-9090-4859-ae8c-0d893e683fa2 req-12e2d374-da81-4463-bf31-4e431c493ced tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:34.042443 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3ee55eb-9090-4859-ae8c-0d893e683fa2 req-12e2d374-da81-4463-bf31-4e431c493ced tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.1099379 Aug 24 18:35:34.108834 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3ee55eb-9090-4859-ae8c-0d893e683fa2 req-26644a9e-bfab-42ca-9c0f-a23065f82383 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652969 Aug 24 18:35:34.128589 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6b49a7fd-f604-4870-b042-0357527611ae no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:34.155203 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 6b49a7fd-f604-4870-b042-0357527611ae {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:34.155466 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6b49a7fd-f604-4870-b042-0357527611ae not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:34.198942 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Router d7cc4983-a887-418d-8813-926abe29a565 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:35:34.291833 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d1a21bf-4db6-4af5-a933-a97aded2c822 req-5408675f-9025-4096-8420-9699bd9ae6e6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 210 time: 0.0366142 Aug 24 18:35:34.402110 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-2669a7eb-4fbb-477f-bfec-2cfd2e903c47 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:34.403631 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-2669a7eb-4fbb-477f-bfec-2cfd2e903c47 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 811 time: 0.2162774 Aug 24 18:35:34.425691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:34.431187 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8420c174-b4ed-40e6-a178-71f7994604e4 admin admin] 10.222.0.55 "PUT /v2.0/routers/d7cc4983-a887-418d-8813-926abe29a565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7887504 Aug 24 18:35:34.434070 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59838) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:34.436527 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] Sync routers for ids ['d7cc4983-a887-418d-8813-926abe29a565'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:35:34.450397 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] Routers {'d7cc4983-a887-418d-8813-926abe29a565'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:34.453993 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['d7cc4983-a887-418d-8813-926abe29a565'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:34.484523 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-d0640b2d-cb0b-4650-a6ef-d26a94561748 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cd3445ebca4f36947cbc0d250db07f HTTP/1.1" status: 200 len: 380 time: 0.0646870 Aug 24 18:35:34.494971 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'port': {'device_id': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'admin_state_up': True, 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'security_groups': ['31fe4091-c6c0-4cc9-a2e6-dd0165a21722']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:34.559521 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks [] for router (d7cc4983-a887-418d-8813-926abe29a565), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:34.566185 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] Set router d7cc4983-a887-418d-8813-926abe29a565 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:34.569741 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:34.619009 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Made reservation on behalf of f5cd3445ebca4f36947cbc0d250db07f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:34.623169 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:34.683649 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks [] for router_gateway (d7cc4983-a887-418d-8813-926abe29a565), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:34.762529 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Deleting port ac21cee1-4bb0-494a-882a-ae540d31765b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:34.762529 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:34.791400 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:35:33Z', 'revision_number': 5, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port': {'id': 'ac21cee1-4bb0-494a-882a-ae540d31765b', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cc4983-a887-418d-8813-926abe29a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:34.813632 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Allocated IP 172.20.0.5 (1cebb614-813a-462e-94b5-fc5d59143430/6a104de8-9ba3-40fb-96d3-52483764a5bf/9293ff31-e2fc-4ba6-ae57-77c261a28a71) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:34.826271 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] Checking router: d7cc4983-a887-418d-8813-926abe29a565 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:35:34.839660 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] Routers {'d7cc4983-a887-418d-8813-926abe29a565'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:34.840488 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['d7cc4983-a887-418d-8813-926abe29a565'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:34.850043 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] For port ac21cee1-4bb0-494a-882a-ae540d31765b, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=ac21cee1-4bb0-494a-882a-ae540d31765b,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:34.850043 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:34.863526 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Calling delete_port for ac21cee1-4bb0-494a-882a-ae540d31765b owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:34.957668 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] Set router d7cc4983-a887-418d-8813-926abe29a565 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:34.986898 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.007191 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:35:34Z', 'revision_number': 6, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:35.019656 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.037157 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09cec8-c2fc-4866-8ed3-4d177e74af1c None None] The sync data for ids ['d7cc4983-a887-418d-8813-926abe29a565'] in dv-cinder-853788-3-iscsi is: [{'id': 'd7cc4983-a887-418d-8813-926abe29a565', 'name': 'tempest-TestMinimumBasicScenario-1280413989-router', 'tenant_id': '12fbcc43bbf94847bf416bda48f29599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:01Z', 'updated_at': '2022-08-24T18:35:34Z', 'revision_number': 6, 'project_id': '12fbcc43bbf94847bf416bda48f29599', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:35:35.058688 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (ac21cee1-4bb0-494a-882a-ae540d31765b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.063691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Network 1cebb614-813a-462e-94b5-fc5d59143430 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:35.067418 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:35.070985 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:35:35.095306 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event updated for resources: {'Port': ['ID=9293ff31-e2fc-4ba6-ae57-77c261a28a71,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:35.096576 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac21cee1-4bb0-494a-882a-ae540d31765b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:35.125429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:35.126096 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.147381 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-4894545e-0e20-4e19-8b32-1f11844f55c3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6580114 Aug 24 18:35:35.163648 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (d7cc4983-a887-418d-8813-926abe29a565), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.167642 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Request body: {'port': {'device_id': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:35.242593 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.291202 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (d7cc4983-a887-418d-8813-926abe29a565), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.295682 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks [] for router_controller (d7cc4983-a887-418d-8813-926abe29a565), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.306207 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-adfc10d5-b3fd-42fe-a5af-de5b9023237b None None] Provisioning complete for port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:35:35.306827 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-adfc10d5-b3fd-42fe-a5af-de5b9023237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.341330 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-adfc10d5-b3fd-42fe-a5af-de5b9023237b None None] Port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:35:35.382179 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90777b8a-1d27-458a-b44b-20f8befdfdd4 req-e13aee68-6c11-49e0-b00a-876fe0bb3318 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:35.383727 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90777b8a-1d27-458a-b44b-20f8befdfdd4 req-e13aee68-6c11-49e0-b00a-876fe0bb3318 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.1778288 Aug 24 18:35:35.384870 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (d7cc4983-a887-418d-8813-926abe29a565), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.385806 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7cc4983-a887-418d-8813-926abe29a565 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:35:35.392916 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.396857 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ae5ce16a-12ce-4dd7-a75f-dc9212674f66 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d7cc4983-a887-418d-8813-926abe29a565 HTTP/1.1" status: 204 len: 168 time: 0.9588361 Aug 24 18:35:35.399125 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59850) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:35.477566 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] Deleting subnet 7df68a0e-6dab-454b-ab72-5dc6b6d82e92 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:35:35.484580 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90777b8a-1d27-458a-b44b-20f8befdfdd4 req-a4cf2289-4b34-4034-beb3-d416e3e6d101 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843532 Aug 24 18:35:35.485285 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] Publish callbacks [] for subnet (7df68a0e-6dab-454b-ab72-5dc6b6d82e92), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.487081 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2162b-d0a7-4cb7-8f43-17190b3f3bac req-78979126-a497-4612-8154-c17e2100b543 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:35.488649 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aad2162b-d0a7-4cb7-8f43-17190b3f3bac req-78979126-a497-4612-8154-c17e2100b543 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 931 time: 0.1135070 Aug 24 18:35:35.530184 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9638878'] for subnet (7df68a0e-6dab-454b-ab72-5dc6b6d82e92), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.593376 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aad2162b-d0a7-4cb7-8f43-17190b3f3bac req-78af0e85-617a-48b5-9429-b3282cdcda1e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938499 Aug 24 18:35:35.597034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9293ff31-e2fc-4ba6-ae57-77c261a28a71 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:35:35.607109 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Publish callbacks [] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.619261 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Transition to ACTIVE for port object 9293ff31-e2fc-4ba6-ae57-77c261a28a71 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:35:35.623533 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.625355 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (7df68a0e-6dab-454b-ab72-5dc6b6d82e92), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.679849 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9115538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8504490'] for subnet (7df68a0e-6dab-454b-ab72-5dc6b6d82e92), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.699560 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Pushing event updated for resources: {'Port': ['ID=9293ff31-e2fc-4ba6-ae57-77c261a28a71,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:35.706419 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df68a0e-6dab-454b-ab72-5dc6b6d82e92,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:35.712335 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.716751 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a46258ce-fa51-47ff-a7f7-ed88b4df350c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7df68a0e-6dab-454b-ab72-5dc6b6d82e92 HTTP/1.1" status: 204 len: 168 time: 0.3142443 Aug 24 18:35:35.716931 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156fa0f-ccc5-4963-810b-1d623f119de7 None None] Network 849b268c-1fe0-4098-9294-7e3e4fe6ac62 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:35:35.718370 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59854) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:35.729463 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Attempting to bind port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:35:35.729725 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Attempting to bind port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:35:35.730059 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Attempting to bind port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 on network 1cebb614-813a-462e-94b5-fc5d59143430 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:35:35.734677 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 on network 1cebb614-813a-462e-94b5-fc5d59143430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:35:35.734974 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Attempting to bind port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 on network 1cebb614-813a-462e-94b5-fc5d59143430 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:35:35.739949 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:35:35.740298 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Checking segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:35:35.740746 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Bound using segment: {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:35:35.741174 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Bound port: 9293ff31-e2fc-4ba6-ae57-77c261a28a71, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51ade65-e00d-4939-baba-105b0e99714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:35:35.741517 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.792424 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (849b268c-1fe0-4098-9294-7e3e4fe6ac62), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.809495 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] For port 9293ff31-e2fc-4ba6-ae57-77c261a28a71, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:35.813515 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] For port 9293ff31-e2fc-4ba6-ae57-77c261a28a71, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:35.813843 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.821970 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.828935 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:35.829863 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.831455 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] 10.222.0.58 "PUT /v2.0/ports/9293ff31-e2fc-4ba6-ae57-77c261a28a71 HTTP/1.1" status: 200 len: 1093 time: 0.6696746 Aug 24 18:35:35.831899 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:35.844002 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba6a5fe-4908-4831-a408-63d501acbae5" -d '{"events": [{"name": "network-changed", "server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:35.907656 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Deleting port 3175577f-0c84-47f7-bc1e-d22ed00ece9a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:35.907979 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:35.923599 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] DHCP port deletion for 849b268c-1fe0-4098-9294-7e3e4fe6ac62 request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:35:35.949445 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b324fa2-a5b5-41b4-a499-40c1b2edf398 x-openstack-request-id: req-0b324fa2-a5b5-41b4-a499-40c1b2edf398 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:35.949868 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:35.950184 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b324fa2-a5b5-41b4-a499-40c1b2edf398 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:35.950947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b324fa2-a5b5-41b4-a499-40c1b2edf398'] response: {'name': 'network-changed', 'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'status': 'completed', 'code': 200} Aug 24 18:35:35.979453 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7b999-6e6b-4b59-9704-ba9b4a2a5911 service neutron] Pushing event updated for resources: {'Port': ['ID=9293ff31-e2fc-4ba6-ae57-77c261a28a71,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:35.999536 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] For port 3175577f-0c84-47f7-bc1e-d22ed00ece9a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=3175577f-0c84-47f7-bc1e-d22ed00ece9a,segment=NetworkSegment(3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9),segment_id=3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:35.999536 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.008427 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Deleting port 3175577f-0c84-47f7-bc1e-d22ed00ece9a {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:35:36.008811 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.024844 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Calling delete_port for 3175577f-0c84-47f7-bc1e-d22ed00ece9a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:36.027161 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-811cd806-8b65-4eac-a5c5-13df6f150afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:36.028751 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-811cd806-8b65-4eac-a5c5-13df6f150afb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 1127 time: 0.1246254 Aug 24 18:35:36.099784 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-abfc38fe-6fe5-4014-8a00-c0af8d1f1345 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71 HTTP/1.1" status: 200 len: 217 time: 0.0588183 Aug 24 18:35:36.121539 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 51cb72c3-d54f-4d1e-83f9-624eed528751 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:36.137116 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.147886 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.154084 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 51cb72c3-d54f-4d1e-83f9-624eed528751 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:36.154431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 51cb72c3-d54f-4d1e-83f9-624eed528751 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:36.154859 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device ac21cee1-4bb0-494a-882a-ae540d31765b no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:36.155141 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] No DVR routers for this DVR port 3175577f-0c84-47f7-bc1e-d22ed00ece9a on host dv-cinder-853788-3-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:35:36.174018 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] For port 3175577f-0c84-47f7-bc1e-d22ed00ece9a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=3175577f-0c84-47f7-bc1e-d22ed00ece9a,segment=NetworkSegment(3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9),segment_id=3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:36.174608 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.210629 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: ac21cee1-4bb0-494a-882a-ae540d31765b {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:36.211166 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device ac21cee1-4bb0-494a-882a-ae540d31765b not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:36.211743 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 3175577f-0c84-47f7-bc1e-d22ed00ece9a no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:35:36.211901 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-09a2c613-3131-455f-8068-46f3b16ca6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:36.213589 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-09a2c613-3131-455f-8068-46f3b16ca6c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.1081569 Aug 24 18:35:36.234450 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Calling delete_port for 3175577f-0c84-47f7-bc1e-d22ed00ece9a owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:35:36.236975 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Pushing event deleted for resources: {'Port': ['ID=3175577f-0c84-47f7-bc1e-d22ed00ece9a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:36.240589 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 3175577f-0c84-47f7-bc1e-d22ed00ece9a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:35:36.241204 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 3175577f-0c84-47f7-bc1e-d22ed00ece9a not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:35:36.298852 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (849b268c-1fe0-4098-9294-7e3e4fe6ac62), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.336189 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849b268c-1fe0-4098-9294-7e3e4fe6ac62']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:36.347584 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (3175577f-0c84-47f7-bc1e-d22ed00ece9a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.357916 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:36.358435 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:36.376838 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.390882 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Pushing event deleted for resources: {'Port': ['ID=3175577f-0c84-47f7-bc1e-d22ed00ece9a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:36.405150 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] No DVR routers for this DVR port 3175577f-0c84-47f7-bc1e-d22ed00ece9a on host dv-cinder-853788-3-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:35:36.408532 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.409276 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.409401 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.410067 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.410562 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.411085 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.411656 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.412446 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.412929 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.413449 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.413946 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.414446 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.414928 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.415607 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994a5f67-731f-4373-99d5-efc2c7583d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:36.424681 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:35:36.425805 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.482053 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9 resource provider aggregate not found Aug 24 18:35:36.504334 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bb29fc9-5d6d-48b2-ba1a-a5ddcebd0af9 found for delete ", "request_id": "req-eb278e15-ffb9-4c63-bca5-3acfb1e965eb"}]} Aug 24 18:35:36.516912 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (849b268c-1fe0-4098-9294-7e3e4fe6ac62), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.531895 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.535938 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] 10.222.0.55 "DELETE /v2.0/networks/849b268c-1fe0-4098-9294-7e3e4fe6ac62 HTTP/1.1" status: 204 len: 168 time: 0.8166342 Aug 24 18:35:36.553161 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a17f-570d-4bc1-844b-72e5dd592924 admin admin] Pushing event deleted for resources: {'Network': ['ID=849b268c-1fe0-4098-9294-7e3e4fe6ac62,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:36.704852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-fd867075-ac8a-4ab1-9f76-d365dd8cd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:36.706827 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-fd867075-ac8a-4ab1-9f76-d365dd8cd8e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4862955 Aug 24 18:35:36.716412 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4d8d-b245-41af-ba9d-97f2dbb7c993 req-3b481101-039a-4b91-b6ee-a59b6d3a6363 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:36.717881 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d41e4d8d-b245-41af-ba9d-97f2dbb7c993 req-3b481101-039a-4b91-b6ee-a59b6d3a6363 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0793047 Aug 24 18:35:36.757583 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06512a-7af8-4515-92f8-e6b51d4c3aab req-5c7d9913-7c3e-4f30-b312-1f378bdddc88 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:36.759180 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b06512a-7af8-4515-92f8-e6b51d4c3aab req-5c7d9913-7c3e-4f30-b312-1f378bdddc88 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 943 time: 0.0799401 Aug 24 18:35:36.803038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:36.818184 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b06512a-7af8-4515-92f8-e6b51d4c3aab req-3b9deabb-dbbd-46f2-9704-42a214038544 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527055 Aug 24 18:35:36.848809 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d41e4d8d-b245-41af-ba9d-97f2dbb7c993 req-0728b682-573b-4b9c-8baa-44febce2fbcc tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204174 Aug 24 18:35:36.880357 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-31181a27-bb9a-4225-95cc-caaaff8910ae service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614296 Aug 24 18:35:36.887376 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3088624a-9702-4528-aa8a-f4e35161ce49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22926495fd884619be6c837ae9efdb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813382 Aug 24 18:35:36.890247 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59886) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:36.943608 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2d72f95-652b-415a-bcaa-9ee9a44fb83a admin admin] Publish callbacks [] for security_group (a05dd21e-6877-4de1-b066-272497fb0d62), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.972156 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2d72f95-652b-415a-bcaa-9ee9a44fb83a admin admin] Publish callbacks [] for security_group (a05dd21e-6877-4de1-b066-272497fb0d62), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:36.987555 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c527f10e-4458-42ed-b2fe-bda15a107e4f req-b7cb3276-118e-4129-b231-eb851225779f service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988595 Aug 24 18:35:37.031230 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2d72f95-652b-415a-bcaa-9ee9a44fb83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a05dd21e-6877-4de1-b066-272497fb0d62), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:37.034036 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2d72f95-652b-415a-bcaa-9ee9a44fb83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:37.035249 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d2d72f95-652b-415a-bcaa-9ee9a44fb83a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a05dd21e-6877-4de1-b066-272497fb0d62 HTTP/1.1" status: 204 len: 168 time: 0.1440198 Aug 24 18:35:37.044993 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d72f95-652b-415a-bcaa-9ee9a44fb83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05dd21e-6877-4de1-b066-272497fb0d62,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:37.170195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-f85992bc-4dff-40ea-aef0-c87eea04fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:37.171745 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-f85992bc-4dff-40ea-aef0-c87eea04fa75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 1127 time: 0.0662677 Aug 24 18:35:37.269473 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-ee978368-de0e-4fc5-838c-76f1137a5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:37.270913 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-ee978368-de0e-4fc5-838c-76f1137a5e1f service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 912 time: 0.0919948 Aug 24 18:35:37.315714 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-f6dba30b-8e26-4da2-9163-718f95d265df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71 HTTP/1.1" status: 200 len: 217 time: 0.0385487 Aug 24 18:35:37.366882 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-3ec3f6a7-701d-472c-86c7-1091d47c2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:37.368510 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-3ec3f6a7-701d-472c-86c7-1091d47c2412 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.0472753 Aug 24 18:35:37.378384 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59896) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:37.418785 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-682eb94f-3d42-402f-b23b-c10f4090835d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12fbcc43bbf94847bf416bda48f29599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392196 Aug 24 18:35:37.419348 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-4ef57d8e-0208-4fc7-87ac-780f1411fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:37.421036 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-4ef57d8e-0208-4fc7-87ac-780f1411fd9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453355 Aug 24 18:35:37.421468 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:37.529329 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92bf07a2-671b-476e-ab28-5bae6ba8a6fd admin admin] Publish callbacks [] for security_group (6ddb5b48-56b8-4317-839a-ee03c59c7496), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:37.554805 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-62e9b764-498c-4e25-ab18-8cacc85e7621 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262598 Aug 24 18:35:37.563685 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92bf07a2-671b-476e-ab28-5bae6ba8a6fd admin admin] Publish callbacks [] for security_group (6ddb5b48-56b8-4317-839a-ee03c59c7496), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:37.703994 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-892719b9-40ce-4849-8c6a-6dc2c5c0b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:37.705564 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-892719b9-40ce-4849-8c6a-6dc2c5c0b37f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96&tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4 HTTP/1.1" status: 200 len: 1127 time: 0.1182282 Aug 24 18:35:37.709338 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eba6a5fe-4908-4831-a408-63d501acbae5 req-723bc8f6-59e1-4f65-a8a0-e8df271c1095 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437845 Aug 24 18:35:37.714106 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92bf07a2-671b-476e-ab28-5bae6ba8a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6ddb5b48-56b8-4317-839a-ee03c59c7496), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:37.716619 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92bf07a2-671b-476e-ab28-5bae6ba8a6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:37.717654 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-92bf07a2-671b-476e-ab28-5bae6ba8a6fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ddb5b48-56b8-4317-839a-ee03c59c7496 HTTP/1.1" status: 204 len: 168 time: 0.2952604 Aug 24 18:35:37.725042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf07a2-671b-476e-ab28-5bae6ba8a6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb5b48-56b8-4317-839a-ee03c59c7496,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:37.814973 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-288ff56f-d1db-419c-b614-162515cd2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:37.816539 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-288ff56f-d1db-419c-b614-162515cd2af9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1127 time: 0.0452819 Aug 24 18:35:37.918754 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-5a58fea9-a72f-4607-966b-0096a612f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:37.921233 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-5a58fea9-a72f-4607-966b-0096a612f711 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 910 time: 0.0987957 Aug 24 18:35:38.031102 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-0365329a-ca0d-4728-b82b-70422c70ac4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 998 time: 0.1000640 Aug 24 18:35:38.045381 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9e413-dcb1-4de3-b5f9-c392ba582232 req-0c9bc92b-3623-4cca-94fb-096a7a2debf5 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:38.047203 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-23c9e413-dcb1-4de3-b5f9-c392ba582232 req-0c9bc92b-3623-4cca-94fb-096a7a2debf5 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.1178355 Aug 24 18:35:38.121663 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-21fbc9ed-5f3b-467f-bbb4-154177ad2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:38.123273 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-21fbc9ed-5f3b-467f-bbb4-154177ad2f74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0855544 Aug 24 18:35:38.148510 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-23c9e413-dcb1-4de3-b5f9-c392ba582232 req-8b05e53d-6c94-442f-92f0-44e3791b6278 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933089 Aug 24 18:35:38.201045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-a645a49d-0b44-4c4b-89a9-9f3ccb972cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:38.202803 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-a645a49d-0b44-4c4b-89a9-9f3ccb972cdf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692253 Aug 24 18:35:38.230277 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f786d7-c21d-4c67-8c88-697672e48da0 req-ea271f61-caf9-4661-b1a0-d7b761f5a722 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:38.231808 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33f786d7-c21d-4c67-8c88-697672e48da0 req-ea271f61-caf9-4661-b1a0-d7b761f5a722 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 943 time: 0.3150630 Aug 24 18:35:38.283065 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33f786d7-c21d-4c67-8c88-697672e48da0 req-a6dffead-b6a4-43ac-87f5-982f1a731c62 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 Aug 24 18:35:38.305403 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-4e6b11fc-917a-4f5a-a5eb-90594ff80399 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954208 Aug 24 18:35:38.394251 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e0ad51-b10e-4b68-9d6f-dc75756b478f req-00413ab3-418f-457c-9eeb-2b6a1da67a8d service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807538 Aug 24 18:35:38.587647 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:38.692662 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fa9758d-1691-48f3-be32-c95a69ca81f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:38.771669 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fa9758d-1691-48f3-be32-c95a69ca81f9 admin admin] Publish callbacks [] for security_group (057e8e3b-7124-4877-936d-8583df13b94a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:38.777172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5fa9758d-1691-48f3-be32-c95a69ca81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (057e8e3b-7124-4877-936d-8583df13b94a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:38.814481 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5fa9758d-1691-48f3-be32-c95a69ca81f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c04870ba69f4454f9a22a1aba5ebcbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257669 Aug 24 18:35:38.815343 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9758d-1691-48f3-be32-c95a69ca81f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e8e3b-7124-4877-936d-8583df13b94a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:38.818122 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59920) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:38.866106 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dee9a9ba-91ab-47c1-af6e-e2b6a80a0eb5 admin admin] Publish callbacks [] for security_group (057e8e3b-7124-4877-936d-8583df13b94a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:38.892553 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dee9a9ba-91ab-47c1-af6e-e2b6a80a0eb5 admin admin] Publish callbacks [] for security_group (057e8e3b-7124-4877-936d-8583df13b94a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:38.944686 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dee9a9ba-91ab-47c1-af6e-e2b6a80a0eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (057e8e3b-7124-4877-936d-8583df13b94a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:38.948499 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dee9a9ba-91ab-47c1-af6e-e2b6a80a0eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:38.950214 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dee9a9ba-91ab-47c1-af6e-e2b6a80a0eb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/057e8e3b-7124-4877-936d-8583df13b94a HTTP/1.1" status: 204 len: 168 time: 0.1307333 Aug 24 18:35:38.959690 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9a9ba-91ab-47c1-af6e-e2b6a80a0eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e8e3b-7124-4877-936d-8583df13b94a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:39.235212 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59928) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:39.248582 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c882e1d-d078-45a3-8f79-1b97b94b7be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:39.298076 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b5be8-c88f-4ace-ace3-dcc6ff651f7f req-e01ba6d8-1ad1-4b0b-8644-2b659183f565 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:39.299613 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c71b5be8-c88f-4ace-ace3-dcc6ff651f7f req-e01ba6d8-1ad1-4b0b-8644-2b659183f565 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0542271 Aug 24 18:35:39.327532 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c882e1d-d078-45a3-8f79-1b97b94b7be0 admin admin] Publish callbacks [] for security_group (23848e68-a908-4fb8-b0e4-b14448c354f4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:39.332743 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c882e1d-d078-45a3-8f79-1b97b94b7be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (23848e68-a908-4fb8-b0e4-b14448c354f4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:39.351601 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c71b5be8-c88f-4ace-ace3-dcc6ff651f7f req-da0a4806-902d-46df-91ff-a64b0a4d98bf tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461037 Aug 24 18:35:39.396228 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9c882e1d-d078-45a3-8f79-1b97b94b7be0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dcb7f5f922b9400b90c4370941f4b4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598797 Aug 24 18:35:39.398295 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c882e1d-d078-45a3-8f79-1b97b94b7be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23848e68-a908-4fb8-b0e4-b14448c354f4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:39.399511 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:39.427395 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5266-31f7-4ba3-95f7-16a1c15fae60 req-c2fb7b59-7d7d-42f8-8bee-bcd80b1845e2 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:39.428934 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44fb5266-31f7-4ba3-95f7-16a1c15fae60 req-c2fb7b59-7d7d-42f8-8bee-bcd80b1845e2 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 943 time: 0.0698943 Aug 24 18:35:39.448646 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68fe9b9d-023a-45ad-9867-9173c852bb43 admin admin] Publish callbacks [] for security_group (23848e68-a908-4fb8-b0e4-b14448c354f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:39.469539 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68fe9b9d-023a-45ad-9867-9173c852bb43 admin admin] Publish callbacks [] for security_group (23848e68-a908-4fb8-b0e4-b14448c354f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:39.478983 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44fb5266-31f7-4ba3-95f7-16a1c15fae60 req-0b169b3e-d497-4688-b855-a8a7e8137233 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Aug 24 18:35:39.523798 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68fe9b9d-023a-45ad-9867-9173c852bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (23848e68-a908-4fb8-b0e4-b14448c354f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:39.526303 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68fe9b9d-023a-45ad-9867-9173c852bb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:39.527808 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-68fe9b9d-023a-45ad-9867-9173c852bb43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23848e68-a908-4fb8-b0e4-b14448c354f4 HTTP/1.1" status: 204 len: 168 time: 0.1272554 Aug 24 18:35:39.535330 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe9b9d-023a-45ad-9867-9173c852bb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23848e68-a908-4fb8-b0e4-b14448c354f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:40.175347 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9293ff31-e2fc-4ba6-ae57-77c261a28a71 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:35:40.279731 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 9293ff31-e2fc-4ba6-ae57-77c261a28a71, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:40.291302 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'port_id': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'mac_address': 'fa:16:3e:de:b8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:35:40.323998 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:35:40.324421 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:40.336911 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9293ff31-e2fc-4ba6-ae57-77c261a28a71 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:35:40.357070 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 9293ff31-e2fc-4ba6-ae57-77c261a28a71, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:40.361510 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:40.421797 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=9293ff31-e2fc-4ba6-ae57-77c261a28a71,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:40.477924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e084de9-d0f9-4e11-9cfa-6ddb909b982b req-c39db832-7340-4d9f-b757-f975d719fe1a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:40.479439 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e084de9-d0f9-4e11-9cfa-6ddb909b982b req-c39db832-7340-4d9f-b757-f975d719fe1a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0528889 Aug 24 18:35:40.529902 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e084de9-d0f9-4e11-9cfa-6ddb909b982b req-8c009c9b-00d2-47f1-a04f-163b43644b73 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Aug 24 18:35:40.616330 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f239cb-1aa8-4523-8135-1c9342e973d7 req-5226fe7d-f730-4893-bb30-d578a5b12037 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:40.617832 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10f239cb-1aa8-4523-8135-1c9342e973d7 req-5226fe7d-f730-4893-bb30-d578a5b12037 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 944 time: 0.0520253 Aug 24 18:35:40.665229 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10f239cb-1aa8-4523-8135-1c9342e973d7 req-e8de69f4-2a97-439b-bd75-d817426e21fe tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Aug 24 18:35:40.761794 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['9293ff31-e2fc-4ba6-ae57-77c261a28a71'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:35:41.321454 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 59990) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:41.429615 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f71a1e70-95fc-4c05-8ba8-42bbda4c4014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:41.507473 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f71a1e70-95fc-4c05-8ba8-42bbda4c4014 admin admin] Publish callbacks [] for security_group (ee3ab88e-f482-4f29-997c-32906cc6493b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:41.513607 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f71a1e70-95fc-4c05-8ba8-42bbda4c4014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ee3ab88e-f482-4f29-997c-32906cc6493b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:41.551371 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f71a1e70-95fc-4c05-8ba8-42bbda4c4014 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01b775fce955421892d3f110a5349fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287309 Aug 24 18:35:41.552251 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a1e70-95fc-4c05-8ba8-42bbda4c4014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3ab88e-f482-4f29-997c-32906cc6493b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:41.554883 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 59994) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:41.611180 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f79028f1-e43f-4d49-9d66-cc48cee5f905 admin admin] Publish callbacks [] for security_group (ee3ab88e-f482-4f29-997c-32906cc6493b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:41.632463 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f79028f1-e43f-4d49-9d66-cc48cee5f905 admin admin] Publish callbacks [] for security_group (ee3ab88e-f482-4f29-997c-32906cc6493b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:41.660865 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0de49-ca93-44e6-9437-d9db4bc68b1c req-2422aacc-f16b-4e52-a221-2e130b6501ad tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:41.662557 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81f0de49-ca93-44e6-9437-d9db4bc68b1c req-2422aacc-f16b-4e52-a221-2e130b6501ad tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0565927 Aug 24 18:35:41.681537 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f79028f1-e43f-4d49-9d66-cc48cee5f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ee3ab88e-f482-4f29-997c-32906cc6493b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:41.684352 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f79028f1-e43f-4d49-9d66-cc48cee5f905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:41.685541 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f79028f1-e43f-4d49-9d66-cc48cee5f905 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee3ab88e-f482-4f29-997c-32906cc6493b HTTP/1.1" status: 204 len: 168 time: 0.1294265 Aug 24 18:35:41.704497 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79028f1-e43f-4d49-9d66-cc48cee5f905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3ab88e-f482-4f29-997c-32906cc6493b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:41.724507 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81f0de49-ca93-44e6-9437-d9db4bc68b1c req-5c92e373-f6f8-4955-b512-b8e8e6c9456b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553570 Aug 24 18:35:41.807098 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdd705-0b46-4d8b-ad5c-0b14d4b3965b req-4bca67cd-965c-4a33-985d-f03eef2ebac1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:41.808809 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-afcdd705-0b46-4d8b-ad5c-0b14d4b3965b req-4bca67cd-965c-4a33-985d-f03eef2ebac1 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 944 time: 0.0530338 Aug 24 18:35:41.854918 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-afcdd705-0b46-4d8b-ad5c-0b14d4b3965b req-03d7d5c1-eba9-4577-bde4-631c00e07418 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Aug 24 18:35:41.966675 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60004) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:41.979828 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75857abc-a15a-4b36-935a-6706bbe33547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.055313 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75857abc-a15a-4b36-935a-6706bbe33547 admin admin] Publish callbacks [] for security_group (e34b9baf-2e4e-46bb-8763-b438f0d8af9e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.061321 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75857abc-a15a-4b36-935a-6706bbe33547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e34b9baf-2e4e-46bb-8763-b438f0d8af9e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.100457 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-75857abc-a15a-4b36-935a-6706bbe33547 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e34f9672fd124f7a865d88f3b3168dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326230 Aug 24 18:35:42.101532 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75857abc-a15a-4b36-935a-6706bbe33547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34b9baf-2e4e-46bb-8763-b438f0d8af9e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:42.104077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 60006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:42.160564 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee569f38-85de-4e8b-9f75-2c692057f7d2 admin admin] Publish callbacks [] for security_group (e34b9baf-2e4e-46bb-8763-b438f0d8af9e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.178775 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee569f38-85de-4e8b-9f75-2c692057f7d2 admin admin] Publish callbacks [] for security_group (e34b9baf-2e4e-46bb-8763-b438f0d8af9e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.194505 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9293ff31-e2fc-4ba6-ae57-77c261a28a71 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:35:42.230881 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee569f38-85de-4e8b-9f75-2c692057f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e34b9baf-2e4e-46bb-8763-b438f0d8af9e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.233840 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee569f38-85de-4e8b-9f75-2c692057f7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.235210 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ee569f38-85de-4e8b-9f75-2c692057f7d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e34b9baf-2e4e-46bb-8763-b438f0d8af9e HTTP/1.1" status: 204 len: 168 time: 0.1300871 Aug 24 18:35:42.243431 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee569f38-85de-4e8b-9f75-2c692057f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34b9baf-2e4e-46bb-8763-b438f0d8af9e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:42.244657 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:35:42.249024 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:35:42.249517 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.326401 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:35:42.326805 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.353354 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:42.355964 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e5fa2-f6a4-46cf-a142-f9c6e734675c" -d '{"events": [{"server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:42.368817 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 9293ff31-e2fc-4ba6-ae57-77c261a28a71, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:42.373905 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:42.397591 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dfdfa3-7077-4ac3-9026-0caeb237893b x-openstack-request-id: req-51dfdfa3-7077-4ac3-9026-0caeb237893b {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:42.397897 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:42.398162 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51dfdfa3-7077-4ac3-9026-0caeb237893b {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:42.398572 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dfdfa3-7077-4ac3-9026-0caeb237893b'] response: {'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'code': 200} Aug 24 18:35:42.424929 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=9293ff31-e2fc-4ba6-ae57-77c261a28a71,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:42.605727 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8678df-9aab-4d1e-987b-bc923e0c09cf req-1428475e-2eab-4429-9333-d69e67a264d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:42.607366 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c8678df-9aab-4d1e-987b-bc923e0c09cf req-1428475e-2eab-4429-9333-d69e67a264d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 1129 time: 0.0485189 Aug 24 18:35:42.652803 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c8678df-9aab-4d1e-987b-bc923e0c09cf req-d1cde071-c595-48a0-bf4d-9101f3b683c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398362 Aug 24 18:35:42.848221 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096183-56a2-437d-b9a0-9cbdd80e31ab req-d7a37e63-ca05-481f-bc56-0e44db8bd18b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:42.849819 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc096183-56a2-437d-b9a0-9cbdd80e31ab req-d7a37e63-ca05-481f-bc56-0e44db8bd18b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0545568 Aug 24 18:35:42.899550 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc096183-56a2-437d-b9a0-9cbdd80e31ab req-cc3251d8-c1f9-4dea-ae07-bde1e9c2d097 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Aug 24 18:35:42.988427 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd082b-1c12-4d29-9cc3-5a20c24d4ea7 req-c14ba0c9-c8c6-438a-8cac-6ec3811a4cb6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:42.990036 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eebd082b-1c12-4d29-9cc3-5a20c24d4ea7 req-c14ba0c9-c8c6-438a-8cac-6ec3811a4cb6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.0531142 Aug 24 18:35:43.039961 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eebd082b-1c12-4d29-9cc3-5a20c24d4ea7 req-497bc9e0-d40e-4f28-9309-c9c6b4b0f282 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Aug 24 18:35:44.021462 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6107e-8006-4142-8919-bf2649b02194 req-054f74c1-9cdd-48c2-a5d4-4f37b92debb5 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:44.023375 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ff6107e-8006-4142-8919-bf2649b02194 req-054f74c1-9cdd-48c2-a5d4-4f37b92debb5 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0529640 Aug 24 18:35:44.096670 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ff6107e-8006-4142-8919-bf2649b02194 req-eae59007-c3f1-4bee-8a43-9cdbb6d370fc tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667777 Aug 24 18:35:44.173489 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d29c1-7b51-4577-9629-3a65be918035 req-7283f56b-f29a-4d74-8e58-0ce2e9946199 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:44.175028 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-786d29c1-7b51-4577-9629-3a65be918035 req-7283f56b-f29a-4d74-8e58-0ce2e9946199 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.0542157 Aug 24 18:35:44.228947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-786d29c1-7b51-4577-9629-3a65be918035 req-9f5931e3-0b38-462b-96c9-e848f0323d80 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Aug 24 18:35:45.239981 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfb998-f632-4302-b768-32aa8a2c9a32 req-560402bd-3ebd-45bf-bb03-69a7b7979e18 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:45.242060 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36dfb998-f632-4302-b768-32aa8a2c9a32 req-560402bd-3ebd-45bf-bb03-69a7b7979e18 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0622628 Aug 24 18:35:45.296849 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36dfb998-f632-4302-b768-32aa8a2c9a32 req-825095ad-9f72-4717-8d83-19159c008246 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Aug 24 18:35:45.354008 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643fcfb-7c0a-4823-8395-9f29e6ccb23d req-a7e15ed6-75bd-4cd5-98c6-e741bf831c3e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:45.355446 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1643fcfb-7c0a-4823-8395-9f29e6ccb23d req-a7e15ed6-75bd-4cd5-98c6-e741bf831c3e tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.0546501 Aug 24 18:35:45.400731 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1643fcfb-7c0a-4823-8395-9f29e6ccb23d req-fd532d5e-0c6a-454e-9a59-93d17a8beca6 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 Aug 24 18:35:45.524468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc26f0-a977-44d7-b808-c20797b2f737 req-73440ba2-9057-4f42-a0d4-788a915b19e9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:45.526241 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6fc26f0-a977-44d7-b808-c20797b2f737 req-73440ba2-9057-4f42-a0d4-788a915b19e9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.0573194 Aug 24 18:35:45.536751 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60088) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:45.541349 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Request body: {'floatingip': {'port_id': '9293ff31-e2fc-4ba6-ae57-77c261a28a71'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:35:45.585331 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (ff4b4e67-e390-4396-b616-a17ee2d5b7a5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:46.027778 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:46.033751 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (ff4b4e67-e390-4396-b616-a17ee2d5b7a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:46.139018 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Floating IP ff4b4e67-e390-4396-b616-a17ee2d5b7a5 associated. External IP: 172.27.3.231, port: 9293ff31-e2fc-4ba6-ae57-77c261a28a71. Aug 24 18:35:46.213072 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device c3650672-7813-455d-b268-39da0af57955 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:35:46.314372 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:46.326179 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'c3650672-7813-455d-b268-39da0af57955', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'port_id': 'c3650672-7813-455d-b268-39da0af57955', 'mac_address': 'fa:16:3e:73:ce:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:35:46.346892 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:35:46.363192 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port c3650672-7813-455d-b268-39da0af57955 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:35:46.363728 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c3650672-7813-455d-b268-39da0af57955), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:46.377739 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3650672-7813-455d-b268-39da0af57955 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:35:46.398990 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:46.406270 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c3650672-7813-455d-b268-39da0af57955), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:46.430064 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8247-d714-4128-a175-3bc647fa801f req-183bcf6f-02de-4174-a6d0-43213ef08629 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:46.431785 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f31c8247-d714-4128-a175-3bc647fa801f req-183bcf6f-02de-4174-a6d0-43213ef08629 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 943 time: 0.0606844 Aug 24 18:35:46.457116 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:46.457430 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:46.461890 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:46.471641 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] Sync routers for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:35:46.482432 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:46.483056 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:46.494609 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d687e918-1e44-486e-8761-4f783de8c52c tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "PUT /v2.0/floatingips/ff4b4e67-e390-4396-b616-a17ee2d5b7a5 HTTP/1.1" status: 200 len: 991 time: 0.9546423 Aug 24 18:35:46.494609 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:46.495594 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:46.496941 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f31c8247-d714-4128-a175-3bc647fa801f req-853b28b7-54db-4ecd-9ab3-6d717ca12a77 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593987 Aug 24 18:35:46.532757 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5f2fec-3673-41f5-9881-16b5c0c0d8fc x-openstack-request-id: req-8f5f2fec-3673-41f5-9881-16b5c0c0d8fc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:46.533050 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:46.533299 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f5f2fec-3673-41f5-9881-16b5c0c0d8fc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:46.533703 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5f2fec-3673-41f5-9881-16b5c0c0d8fc'] response: {'name': 'network-changed', 'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'status': 'completed', 'code': 200} Aug 24 18:35:46.593784 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:46.634953 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-237dfc83-57f0-430a-8902-ad079748b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:46.636685 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-237dfc83-57f0-430a-8902-ad079748b1fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 1129 time: 0.0545819 Aug 24 18:35:46.731661 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-87f2819c-9df1-4f54-8ea1-9ce1bc17bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:46.733353 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-87f2819c-9df1-4f54-8ea1-9ce1bc17bd26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 200 len: 912 time: 0.0897925 Aug 24 18:35:46.799111 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-19624bd6-2096-40ab-9e8d-41d9c176aa53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71 HTTP/1.1" status: 200 len: 999 time: 0.0597789 Aug 24 18:35:46.849404 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-5e461bc7-b053-4c35-a231-6903c48974d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:46.851040 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-5e461bc7-b053-4c35-a231-6903c48974d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 200 len: 850 time: 0.0447729 Aug 24 18:35:46.902353 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-a3cdb346-f00f-4b99-b0c6-71f25868a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:46.903859 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-a3cdb346-f00f-4b99-b0c6-71f25868a931 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cebb614-813a-462e-94b5-fc5d59143430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460315 Aug 24 18:35:46.930607 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['c3650672-7813-455d-b268-39da0af57955'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:35:46.989452 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'ff4b4e67-e390-4396-b616-a17ee2d5b7a5', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'port_id': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'mac_address': 'fa:16:3e:de:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:35:30Z', 'updated_at': '2022-08-24T18:35:45Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:47.001556 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-f5f165a2-44fe-4c29-9235-2c461b5a373f service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903716 Aug 24 18:35:47.023305 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] Checking router: 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:35:47.045010 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:35:47.045829 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:35:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:47.095251 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ee74169-3eff-40bd-99c0-cf846a4b2e2c req-308bed05-0f5b-4341-bcab-0d894d6f56f6 service neutron] 10.222.0.58 "GET /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874288 Aug 24 18:35:47.190773 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:35:47.365622 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 60130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:47.471970 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cf6d027-f8b4-4bdf-8940-4a7eac539512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:47.484617 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'ff4b4e67-e390-4396-b616-a17ee2d5b7a5', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'port_id': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'mac_address': 'fa:16:3e:de:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:35:30Z', 'updated_at': '2022-08-24T18:35:45Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:47.509691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a3b67-b98c-404b-bee8-134ca9c970fb None None] The sync data for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi is: [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'ff4b4e67-e390-4396-b616-a17ee2d5b7a5', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'port_id': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'mac_address': 'fa:16:3e:de:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:35:30Z', 'updated_at': '2022-08-24T18:35:45Z', 'revision_number': 1, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:35:47.547918 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cf6d027-f8b4-4bdf-8940-4a7eac539512 admin admin] Publish callbacks [] for security_group (b8b38492-3fa4-43dd-8514-1b7359c7b16a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:47.553435 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cf6d027-f8b4-4bdf-8940-4a7eac539512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b8b38492-3fa4-43dd-8514-1b7359c7b16a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:47.619528 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6cf6d027-f8b4-4bdf-8940-4a7eac539512 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83a0b53f0d7644acbd7789ebf8a507c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526252 Aug 24 18:35:47.622545 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60136) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:47.624397 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6d027-f8b4-4bdf-8940-4a7eac539512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b38492-3fa4-43dd-8514-1b7359c7b16a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:47.654371 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5979e-2cd4-4f8f-b779-e51575c16224 req-0bd00820-beeb-458b-8060-b21333ad415a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:47.656419 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3be5979e-2cd4-4f8f-b779-e51575c16224 req-0bd00820-beeb-458b-8060-b21333ad415a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 944 time: 0.0817444 Aug 24 18:35:47.676506 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12164138-ec96-474a-8e09-ed3fa35cb81a admin admin] Publish callbacks [] for security_group (b8b38492-3fa4-43dd-8514-1b7359c7b16a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:47.699158 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12164138-ec96-474a-8e09-ed3fa35cb81a admin admin] Publish callbacks [] for security_group (b8b38492-3fa4-43dd-8514-1b7359c7b16a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:47.709261 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3be5979e-2cd4-4f8f-b779-e51575c16224 req-004cfbcf-8444-413b-a4e8-a1c00db45b61 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467567 Aug 24 18:35:47.743393 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd2533-b5a1-45e1-9445-35d9503152e3 None None] New status for floating IP ff4b4e67-e390-4396-b616-a17ee2d5b7a5: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:35:47.756570 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12164138-ec96-474a-8e09-ed3fa35cb81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b8b38492-3fa4-43dd-8514-1b7359c7b16a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:47.759261 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12164138-ec96-474a-8e09-ed3fa35cb81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:47.760536 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-12164138-ec96-474a-8e09-ed3fa35cb81a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8b38492-3fa4-43dd-8514-1b7359c7b16a HTTP/1.1" status: 204 len: 168 time: 0.1368454 Aug 24 18:35:47.768541 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12164138-ec96-474a-8e09-ed3fa35cb81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b38492-3fa4-43dd-8514-1b7359c7b16a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:48.029142 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60142) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:48.043703 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f066c69-7cde-408f-8555-f47ab68a796f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.122722 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f066c69-7cde-408f-8555-f47ab68a796f admin admin] Publish callbacks [] for security_group (e46db938-4dc5-4eaf-9a82-4d2d4297f907), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.128900 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f066c69-7cde-408f-8555-f47ab68a796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e46db938-4dc5-4eaf-9a82-4d2d4297f907), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.168493 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5f066c69-7cde-408f-8555-f47ab68a796f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6bda7f62b34480a9e81800d0fbdd55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380396 Aug 24 18:35:48.169427 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f066c69-7cde-408f-8555-f47ab68a796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46db938-4dc5-4eaf-9a82-4d2d4297f907,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:48.171353 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 60144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:48.220464 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2da812bf-e34c-4e65-8074-00da194c419a admin admin] Publish callbacks [] for security_group (e46db938-4dc5-4eaf-9a82-4d2d4297f907), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.225589 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device c3650672-7813-455d-b268-39da0af57955 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:35:48.243178 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2da812bf-e34c-4e65-8074-00da194c419a admin admin] Publish callbacks [] for security_group (e46db938-4dc5-4eaf-9a82-4d2d4297f907), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.271422 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port c3650672-7813-455d-b268-39da0af57955 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:35:48.271789 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (c3650672-7813-455d-b268-39da0af57955), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.293180 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2da812bf-e34c-4e65-8074-00da194c419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e46db938-4dc5-4eaf-9a82-4d2d4297f907), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.295816 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2da812bf-e34c-4e65-8074-00da194c419a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.297036 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2da812bf-e34c-4e65-8074-00da194c419a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e46db938-4dc5-4eaf-9a82-4d2d4297f907 HTTP/1.1" status: 204 len: 168 time: 0.1247330 Aug 24 18:35:48.304840 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da812bf-e34c-4e65-8074-00da194c419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46db938-4dc5-4eaf-9a82-4d2d4297f907,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:48.360731 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port c3650672-7813-455d-b268-39da0af57955 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:35:48.361225 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c3650672-7813-455d-b268-39da0af57955), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.383876 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3650672-7813-455d-b268-39da0af57955'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:35:48.386199 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f697e08-ae29-4c0a-abb6-5f9966e4b84c" -d '{"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-plugged", "status": "completed", "tag": "c3650672-7813-455d-b268-39da0af57955"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:35:48.399013 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:48.405492 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (c3650672-7813-455d-b268-39da0af57955), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.430084 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc249d6-e947-4270-886f-f00620b85793 x-openstack-request-id: req-bfc249d6-e947-4270-886f-f00620b85793 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:35:48.430385 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-plugged", "status": "completed", "tag": "c3650672-7813-455d-b268-39da0af57955", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:35:48.430641 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfc249d6-e947-4270-886f-f00620b85793 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:35:48.431130 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc249d6-e947-4270-886f-f00620b85793'] response: {'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3650672-7813-455d-b268-39da0af57955', 'code': 200} Aug 24 18:35:48.455343 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:48.646428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 60152) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:48.661259 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a393a40f-bb41-4d26-a34b-2a9ba8e0e956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.743112 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77fc19-12a6-4157-970c-102029ebebd7 req-eaed9851-fa9d-4f8d-b12c-e9f6e1e75400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:48.744732 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca77fc19-12a6-4157-970c-102029ebebd7 req-eaed9851-fa9d-4f8d-b12c-e9f6e1e75400 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1129 time: 0.0784845 Aug 24 18:35:48.835861 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a393a40f-bb41-4d26-a34b-2a9ba8e0e956 admin admin] Publish callbacks [] for security_group (020b05c5-7110-4427-8574-d49d866ac319), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.841236 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca77fc19-12a6-4157-970c-102029ebebd7 req-586fab55-307a-4bbc-8d5c-426ffda1c06a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894547 Aug 24 18:35:48.845204 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a393a40f-bb41-4d26-a34b-2a9ba8e0e956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (020b05c5-7110-4427-8574-d49d866ac319), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.891084 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393a40f-bb41-4d26-a34b-2a9ba8e0e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020b05c5-7110-4427-8574-d49d866ac319,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:48.896156 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a393a40f-bb41-4d26-a34b-2a9ba8e0e956 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d999046af62b45d497497b67a108ee1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485943 Aug 24 18:35:48.900146 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60156) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:35:48.909856 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4a6a-c9a8-4c6f-98c5-035ee0b2382f req-d344cdea-813b-411d-b532-49e0b3dafe4e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:48.911370 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16fe4a6a-c9a8-4c6f-98c5-035ee0b2382f req-d344cdea-813b-411d-b532-49e0b3dafe4e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.1207330 Aug 24 18:35:48.954513 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b540c1f-4e1a-41dc-a918-e594f8f7980f admin admin] Publish callbacks [] for security_group (020b05c5-7110-4427-8574-d49d866ac319), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:48.974854 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16fe4a6a-c9a8-4c6f-98c5-035ee0b2382f req-6cc83af3-e8b2-4233-8ebf-47e17cd0fd43 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568211 Aug 24 18:35:48.984044 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b540c1f-4e1a-41dc-a918-e594f8f7980f admin admin] Publish callbacks [] for security_group (020b05c5-7110-4427-8574-d49d866ac319), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:49.039647 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b540c1f-4e1a-41dc-a918-e594f8f7980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (020b05c5-7110-4427-8574-d49d866ac319), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:49.042493 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b540c1f-4e1a-41dc-a918-e594f8f7980f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:35:49.043658 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9b540c1f-4e1a-41dc-a918-e594f8f7980f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/020b05c5-7110-4427-8574-d49d866ac319 HTTP/1.1" status: 204 len: 168 time: 0.1423712 Aug 24 18:35:49.052177 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b540c1f-4e1a-41dc-a918-e594f8f7980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b05c5-7110-4427-8574-d49d866ac319,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:50.102436 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46583ff-c28f-4acf-9e4c-e98344d0f004 req-a675fb7e-dcbb-4e47-a9d4-2f2012ee7b2a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:50.103966 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c46583ff-c28f-4acf-9e4c-e98344d0f004 req-a675fb7e-dcbb-4e47-a9d4-2f2012ee7b2a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Aug 24 18:35:50.171915 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c46583ff-c28f-4acf-9e4c-e98344d0f004 req-9688847a-99f5-404a-bcdc-0025246b4cd5 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573881 Aug 24 18:35:51.287624 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9e870-3265-41d9-84a8-65d8a2de88e5 req-d2a54681-2e88-4c7a-873e-199c1ce8883e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:35:51.289267 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4f9e870-3265-41d9-84a8-65d8a2de88e5 req-d2a54681-2e88-4c7a-873e-199c1ce8883e tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0545325 Aug 24 18:35:51.340432 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4f9e870-3265-41d9-84a8-65d8a2de88e5 req-43927a0e-f77b-4e1c-bcaa-e0eb3b301eac tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Aug 24 18:35:59.486054 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:35:59.959851 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10da0361-7ac8-41fd-bd77-7146a125f74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:01.819082 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-275b1b1b-8328-4e7a-9898-4c701697d957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:03.314192 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:04.566981 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:05.781915 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:06.042219 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.087174 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60300) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:36:12.202398 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d107895-25f7-41d6-86f8-f08119948280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.282878 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d107895-25f7-41d6-86f8-f08119948280 admin admin] Publish callbacks [] for security_group (5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.288269 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d107895-25f7-41d6-86f8-f08119948280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.323197 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d107895-25f7-41d6-86f8-f08119948280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:12.327550 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8d107895-25f7-41d6-86f8-f08119948280 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29656f057ccc4986a1a01980b245bdb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393618 Aug 24 18:36:12.330442 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60306) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:36:12.376523 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d190c973-0026-48be-afda-7db16852a627 admin admin] Publish callbacks [] for security_group (5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.397147 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d190c973-0026-48be-afda-7db16852a627 admin admin] Publish callbacks [] for security_group (5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.446944 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d190c973-0026-48be-afda-7db16852a627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.449560 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d190c973-0026-48be-afda-7db16852a627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:12.450718 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d190c973-0026-48be-afda-7db16852a627 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec HTTP/1.1" status: 204 len: 168 time: 0.1193879 Aug 24 18:36:12.459810 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190c973-0026-48be-afda-7db16852a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9e2b4e-2f8e-49bf-82ff-528ad8fe00ec,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:13.716013 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-cfd5986d-ab52-4348-b3ee-63ea8efe5f06 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432863 Aug 24 18:36:13.807718 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-01a85fe1-80c2-4d87-8258-fe89699602e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:13.809168 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-01a85fe1-80c2-4d87-8258-fe89699602e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1129 time: 0.0581024 Aug 24 18:36:13.928085 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-0ec5d8b0-68a9-485d-8e64-4f250b711c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:13.929614 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-0ec5d8b0-68a9-485d-8e64-4f250b711c9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 910 time: 0.0895283 Aug 24 18:36:14.005704 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-4bcc64ec-ee47-48f6-aaeb-25458353f8ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 1000 time: 0.0681200 Aug 24 18:36:14.056437 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-f49b1be4-bc15-4669-b638-a1a81596044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:14.058054 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-f49b1be4-bc15-4669-b638-a1a81596044a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0455437 Aug 24 18:36:14.110480 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-8ec8c6d3-0fd4-4c28-8196-0be99f058af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:14.112031 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-8ec8c6d3-0fd4-4c28-8196-0be99f058af3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469925 Aug 24 18:36:14.208177 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-0927dff2-a5ba-4a45-a788-cbc6dcdf86da service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888381 Aug 24 18:36:14.296957 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4eb6fde8-9ff6-4feb-8804-b357a08a4684 req-76bdc2b5-4271-49a2-94db-490be0fc831f service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822141 Aug 24 18:36:29.965770 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-748125d0-1964-4e14-ac0d-62b0fcb2bbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:30.362419 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6daa-1ea8-4d88-8b18-93606a30490d req-a5305ffc-40cf-4dee-8c72-fc15fce16752 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:30.363891 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bdce6daa-1ea8-4d88-8b18-93606a30490d req-a5305ffc-40cf-4dee-8c72-fc15fce16752 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0589800 Aug 24 18:36:30.417158 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bdce6daa-1ea8-4d88-8b18-93606a30490d req-10fa123d-4574-421a-b927-cc56186c56f4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474613 Aug 24 18:36:31.548804 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7073f-a2cd-4350-824b-ff7bb0af9f9d req-a0b48e99-b33f-4e11-a5be-c32e617b2bc0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:31.550375 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9c7073f-a2cd-4350-824b-ff7bb0af9f9d req-a0b48e99-b33f-4e11-a5be-c32e617b2bc0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0546045 Aug 24 18:36:31.598921 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9c7073f-a2cd-4350-824b-ff7bb0af9f9d req-619faf98-8520-4314-aa4b-2a7c3d269977 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426562 Aug 24 18:36:31.823650 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0f3c97a8-b1a0-4206-aa0f-a255a0bac1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:32.730477 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403159b-3127-44ef-879d-115a0f68db43 req-80c2a42d-1bd6-4fc3-a73b-ac7827ce2350 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:32.732128 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1403159b-3127-44ef-879d-115a0f68db43 req-80c2a42d-1bd6-4fc3-a73b-ac7827ce2350 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0544415 Aug 24 18:36:32.781555 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1403159b-3127-44ef-879d-115a0f68db43 req-068af31f-f02f-42c6-a0ab-a30471ccd24d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Aug 24 18:36:33.325569 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:33.915146 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740253-eb6b-4c94-b3d9-a4f9a76f7c32 req-7042863d-5436-41ca-bbbb-8823665cb078 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:33.916699 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7740253-eb6b-4c94-b3d9-a4f9a76f7c32 req-7042863d-5436-41ca-bbbb-8823665cb078 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0569746 Aug 24 18:36:33.973214 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7740253-eb6b-4c94-b3d9-a4f9a76f7c32 req-df5e55b5-25f1-4c66-85f1-83209d83f902 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478292 Aug 24 18:36:34.567545 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:35.115625 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21873-dc71-4914-af4c-5569af21422a req-a7801de9-68b5-4b74-9988-a5d682ce1d9d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:35.117151 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eec21873-dc71-4914-af4c-5569af21422a req-a7801de9-68b5-4b74-9988-a5d682ce1d9d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0561476 Aug 24 18:36:35.172088 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eec21873-dc71-4914-af4c-5569af21422a req-ebd1c2bd-62bb-4a28-942f-813be2e3b8b2 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466182 Aug 24 18:36:35.782649 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:36.061829 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:36.306924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc9c3a-373a-4e9b-bd89-47ea5626ba75 req-612d54a9-9326-47c2-ab93-ed0c3a2386c1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:36.308441 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cfbc9c3a-373a-4e9b-bd89-47ea5626ba75 req-612d54a9-9326-47c2-ab93-ed0c3a2386c1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0550959 Aug 24 18:36:36.356152 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cfbc9c3a-373a-4e9b-bd89-47ea5626ba75 req-4f454ad3-ad8e-42ab-bbbd-29d79753ef44 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Aug 24 18:36:36.485658 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:36:37.490868 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4731d-ae96-4369-985f-3e77ff9d8d53 req-30665cce-2503-4b96-bbbd-5b6da31a8ab6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:37.492401 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4d4731d-ae96-4369-985f-3e77ff9d8d53 req-30665cce-2503-4b96-bbbd-5b6da31a8ab6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0562479 Aug 24 18:36:37.539334 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4d4731d-ae96-4369-985f-3e77ff9d8d53 req-e2cc62d6-4a69-4087-b61c-1079ac84a2a5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Aug 24 18:36:38.683304 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50653a-5415-4426-86c5-29ad81a0de95 req-005fea52-879d-4d7e-b0d0-0c135fbac33d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:38.684952 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf50653a-5415-4426-86c5-29ad81a0de95 req-005fea52-879d-4d7e-b0d0-0c135fbac33d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0646923 Aug 24 18:36:38.736030 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf50653a-5415-4426-86c5-29ad81a0de95 req-8d07728f-7889-4a11-9820-7a61888f6a25 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453234 Aug 24 18:36:39.875312 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2b78-ef53-4ef5-b3ab-172abe3dc4e2 req-544ef7d0-a854-455b-9969-11e54c50c44d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:39.876823 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8c2e2b78-ef53-4ef5-b3ab-172abe3dc4e2 req-544ef7d0-a854-455b-9969-11e54c50c44d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0544415 Aug 24 18:36:39.925718 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8c2e2b78-ef53-4ef5-b3ab-172abe3dc4e2 req-ebfab830-4b27-48ef-aaaa-2d50f0349e13 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430787 Aug 24 18:36:41.054682 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049074fd-f294-4ac3-9aef-df7fe1d27dbf req-3077ca5c-43a2-43b1-91d1-a9282fa6a09d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:41.056151 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-049074fd-f294-4ac3-9aef-df7fe1d27dbf req-3077ca5c-43a2-43b1-91d1-a9282fa6a09d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0551083 Aug 24 18:36:41.102651 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-049074fd-f294-4ac3-9aef-df7fe1d27dbf req-7bf2fae9-db37-4fb6-a1a0-4d4c1ba17fe0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407197 Aug 24 18:36:42.239667 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58a398-e93b-447e-86b5-06c9727bee3e req-37d7b4fe-1bc7-4c70-9b51-88dcd7134c8b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:42.241195 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de58a398-e93b-447e-86b5-06c9727bee3e req-37d7b4fe-1bc7-4c70-9b51-88dcd7134c8b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0586679 Aug 24 18:36:42.290539 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de58a398-e93b-447e-86b5-06c9727bee3e req-0bb15aa8-a777-4a3c-8baf-922e00ee8628 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435452 Aug 24 18:36:43.418978 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8118c-f98f-4e90-bf56-4eeab570ee57 req-397fba6b-0f28-4cbc-a8f1-5f10af95c55f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:43.420665 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81c8118c-f98f-4e90-bf56-4eeab570ee57 req-397fba6b-0f28-4cbc-a8f1-5f10af95c55f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0538573 Aug 24 18:36:43.470374 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81c8118c-f98f-4e90-bf56-4eeab570ee57 req-cc9e8f19-7a80-4caf-871a-3fb37efcda46 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 Aug 24 18:36:44.601296 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72409385-7ed0-4042-9e0a-b7c02ef96c32 req-5040ceaa-a4f6-4326-b3a4-c282d6871160 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:44.602786 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72409385-7ed0-4042-9e0a-b7c02ef96c32 req-5040ceaa-a4f6-4326-b3a4-c282d6871160 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0553088 Aug 24 18:36:44.650686 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72409385-7ed0-4042-9e0a-b7c02ef96c32 req-08f5da26-e566-4bd3-966f-2d645bfadd62 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Aug 24 18:36:45.779985 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854c2d8-7a56-409b-9e77-4e12121a3af5 req-6354f66a-5e9d-46b0-a002-856ec940da16 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:45.781511 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a854c2d8-7a56-409b-9e77-4e12121a3af5 req-6354f66a-5e9d-46b0-a002-856ec940da16 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0541973 Aug 24 18:36:45.828007 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a854c2d8-7a56-409b-9e77-4e12121a3af5 req-ebb6a8bf-1b9b-4b15-a0cd-f2956e551023 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Aug 24 18:36:46.959677 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fd31d-9fee-4336-bace-ac84ee2a7030 req-ea01fc8c-ec23-49c6-992c-f169ebb7ebe0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:46.961191 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-847fd31d-9fee-4336-bace-ac84ee2a7030 req-ea01fc8c-ec23-49c6-992c-f169ebb7ebe0 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0558848 Aug 24 18:36:47.014122 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-847fd31d-9fee-4336-bace-ac84ee2a7030 req-a22eed68-2347-463b-a436-af75869137b7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 Aug 24 18:36:48.144636 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2050160-e9cb-4df2-9a9f-04f87945035b req-c6fc5717-dbe6-48b2-a50d-c2b1a7f56f4b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:48.146164 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c2050160-e9cb-4df2-9a9f-04f87945035b req-c6fc5717-dbe6-48b2-a50d-c2b1a7f56f4b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0542541 Aug 24 18:36:48.197614 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c2050160-e9cb-4df2-9a9f-04f87945035b req-9ac3525c-cf78-4518-b9c6-d0413f1f9205 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453408 Aug 24 18:36:48.516445 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:36:48.617195 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:48.628945 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'port_id': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'mac_address': 'fa:16:3e:8f:12:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:36:48.663673 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: ACTIVE; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:36:48.664066 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:48.676841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de0f5440-96ff-4eee-8ec2-0e90e5fc9556 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:36:48.695889 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:48.706013 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:48.753100 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:48.760076 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.760453 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.760815 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.761170 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.761459 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.761862 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.762132 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.762462 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.762788 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.763211 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.763430 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.763814 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.764113 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:48.896668 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['de0f5440-96ff-4eee-8ec2-0e90e5fc9556'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:49.326504 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340296c-f980-44fb-8b14-54b2fa88aeb6 req-3276ef10-2635-45fb-8836-031576828e33 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:49.327993 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8340296c-f980-44fb-8b14-54b2fa88aeb6 req-3276ef10-2635-45fb-8836-031576828e33 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 945 time: 0.0545235 Aug 24 18:36:49.374882 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8340296c-f980-44fb-8b14-54b2fa88aeb6 req-9ea45d1a-8883-4780-bb1b-74c92bc8f833 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Aug 24 18:36:49.687074 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60582) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:36:49.804949 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:49.881722 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Publish callbacks [] for security_group (5af2af79-7f12-49e2-8374-1d97be82c927), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:49.887125 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5af2af79-7f12-49e2-8374-1d97be82c927), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:49.932998 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6a407ccfc1240ee9c1e727ac80f8a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447774 Aug 24 18:36:49.933995 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af2af79-7f12-49e2-8374-1d97be82c927,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:49.936098 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60586) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:36:49.947415 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.947764 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.948104 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.948468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.948800 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.949130 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.949457 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.949782 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.950104 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.950431 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.950751 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.951183 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:49.951506 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6a48a-a16f-4312-832f-004938bc95e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:50.005442 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56f79806-1410-4459-baa5-c1f4a103f110 admin admin] Publish callbacks [] for security_group (5af2af79-7f12-49e2-8374-1d97be82c927), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:50.029244 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56f79806-1410-4459-baa5-c1f4a103f110 admin admin] Publish callbacks [] for security_group (5af2af79-7f12-49e2-8374-1d97be82c927), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:50.077166 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56f79806-1410-4459-baa5-c1f4a103f110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5af2af79-7f12-49e2-8374-1d97be82c927), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:50.079739 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56f79806-1410-4459-baa5-c1f4a103f110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:50.080939 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-56f79806-1410-4459-baa5-c1f4a103f110 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5af2af79-7f12-49e2-8374-1d97be82c927 HTTP/1.1" status: 204 len: 168 time: 0.1431062 Aug 24 18:36:50.089345 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f79806-1410-4459-baa5-c1f4a103f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af2af79-7f12-49e2-8374-1d97be82c927,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:50.512709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4316cbd-7e58-4b90-982b-aae8acc0cbcc req-99d43e78-3bfa-4587-861f-e865f8ab2687 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:50.514250 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4316cbd-7e58-4b90-982b-aae8acc0cbcc req-99d43e78-3bfa-4587-861f-e865f8ab2687 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 945 time: 0.0600662 Aug 24 18:36:50.531285 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:36:50.564866 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4316cbd-7e58-4b90-982b-aae8acc0cbcc req-e36bc599-bcb2-44a5-8aeb-e41e62ce3240 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445881 Aug 24 18:36:50.580162 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:36:50.580736 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:50.657754 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:36:50.658146 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:50.687420 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:36:50.689696 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795dffed-017e-4c93-867d-cff466dceea2" -d '{"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-plugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:36:50.702695 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:50.708109 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:36:50.730584 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14418fea-3cdf-4a4d-8187-6b2d8776a481 x-openstack-request-id: req-14418fea-3cdf-4a4d-8187-6b2d8776a481 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:36:50.730880 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-plugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:36:50.731132 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14418fea-3cdf-4a4d-8187-6b2d8776a481 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:36:50.731526 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14418fea-3cdf-4a4d-8187-6b2d8776a481'] response: {'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'code': 200} Aug 24 18:36:50.757945 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:51.698392 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e197-6202-42ee-a1b9-272869950160 req-eaaef6ff-3b3d-4156-bad1-6915cda9093d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:51.700005 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7e6e197-6202-42ee-a1b9-272869950160 req-eaaef6ff-3b3d-4156-bad1-6915cda9093d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0542231 Aug 24 18:36:51.748881 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7e6e197-6202-42ee-a1b9-272869950160 req-efd0d722-0442-4a37-be38-4c51a7eb9ddb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 Aug 24 18:36:52.904053 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443b704-900e-412c-935c-8d2069a9cc59 req-c0dcc0b7-f067-4e06-8691-fef046b442b1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:52.906707 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d443b704-900e-412c-935c-8d2069a9cc59 req-c0dcc0b7-f067-4e06-8691-fef046b442b1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0636375 Aug 24 18:36:52.958817 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d443b704-900e-412c-935c-8d2069a9cc59 req-b8f93d52-ddf5-4066-abeb-1d311813004f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458059 Aug 24 18:36:54.110824 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d533e3-a587-42d3-88ca-0f3cb8a5f16f req-22342cb6-3769-4d38-b9bd-78c1bd8dbab7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:54.113124 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2d533e3-a587-42d3-88ca-0f3cb8a5f16f req-22342cb6-3769-4d38-b9bd-78c1bd8dbab7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0716693 Aug 24 18:36:54.170087 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2d533e3-a587-42d3-88ca-0f3cb8a5f16f req-fb199de3-8bd8-4e27-ad22-71342c374939 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514972 Aug 24 18:36:55.311364 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bcbad-3851-4f92-8cd2-a362a6f92cbc req-8de99b59-86f3-4e7d-828d-3b50501e2389 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:55.313244 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b36bcbad-3851-4f92-8cd2-a362a6f92cbc req-8de99b59-86f3-4e7d-828d-3b50501e2389 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0576346 Aug 24 18:36:55.385239 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b36bcbad-3851-4f92-8cd2-a362a6f92cbc req-2a4ea5b7-a7f5-430a-9ebc-07ca1818d8b4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649178 Aug 24 18:36:56.568741 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513b5d-ea21-407a-bd71-42df6efb1050 req-faf59ab7-7fa3-4988-85fd-ebd083b5709a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:56.570278 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35513b5d-ea21-407a-bd71-42df6efb1050 req-faf59ab7-7fa3-4988-85fd-ebd083b5709a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0875854 Aug 24 18:36:56.631325 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35513b5d-ea21-407a-bd71-42df6efb1050 req-a7c31215-ea95-4d67-930e-4400cb5485bb tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539014 Aug 24 18:36:57.792358 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b3530-01da-4917-a9fe-bc77ee77b926 req-60155843-f0b7-4d98-9d0f-66083f51b9a8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:57.794019 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf1b3530-01da-4917-a9fe-bc77ee77b926 req-60155843-f0b7-4d98-9d0f-66083f51b9a8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0658998 Aug 24 18:36:57.864640 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf1b3530-01da-4917-a9fe-bc77ee77b926 req-3afc3ddf-9756-4957-9c45-9be9c7eff68d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622072 Aug 24 18:36:59.031789 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4fe5-e428-467f-b2d6-e9485fd9855c req-6f8bf85a-9277-4d50-97b9-1ee11e0d4b2b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:36:59.041197 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d7f4fe5-e428-467f-b2d6-e9485fd9855c req-6f8bf85a-9277-4d50-97b9-1ee11e0d4b2b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0820038 Aug 24 18:36:59.110526 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d7f4fe5-e428-467f-b2d6-e9485fd9855c req-c519c740-30a9-45ef-a0eb-639595a6fdf9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680676 Aug 24 18:36:59.965656 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6f430b2b-a127-4c96-982c-cbea2527d7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:00.269703 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8897-1f36-408a-903a-f7fb98b01c51 req-87a76779-abf1-40e8-afea-900428340516 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:00.271352 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-daca8897-1f36-408a-903a-f7fb98b01c51 req-87a76779-abf1-40e8-afea-900428340516 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0679820 Aug 24 18:37:00.330021 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-daca8897-1f36-408a-903a-f7fb98b01c51 req-b7443f63-131e-4296-b59d-a5532abe431d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493991 Aug 24 18:37:01.478908 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdcadb-4ef2-4303-a7a3-bbd40627b116 req-cac86353-ac5c-4e1c-9d1c-db20c675b3ee tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:01.480587 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67bdcadb-4ef2-4303-a7a3-bbd40627b116 req-cac86353-ac5c-4e1c-9d1c-db20c675b3ee tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0616286 Aug 24 18:37:01.541984 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67bdcadb-4ef2-4303-a7a3-bbd40627b116 req-58429c20-cabe-4b28-8ce5-42140c385c26 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551581 Aug 24 18:37:01.829797 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b349a3a-e8f8-4e0b-92f4-6ba73ad9e776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:02.686756 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8be8-7329-42f2-840e-479626092474 req-fe5f70ea-dd89-484d-902b-1d31d5d134c5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:02.688346 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f03e8be8-7329-42f2-840e-479626092474 req-fe5f70ea-dd89-484d-902b-1d31d5d134c5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0606701 Aug 24 18:37:02.694534 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-0001d54d-b526-40b4-a11f-f629a3bf95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:02.696012 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-0001d54d-b526-40b4-a11f-f629a3bf95a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1130 time: 0.0464790 Aug 24 18:37:02.742965 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f03e8be8-7329-42f2-840e-479626092474 req-5417c89f-a311-4ef7-a341-15c499cb8284 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488956 Aug 24 18:37:02.801147 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-de18e1c2-34fc-468b-bd06-eb8f13bd3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:02.802705 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-de18e1c2-34fc-468b-bd06-eb8f13bd3be4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.0995176 Aug 24 18:37:02.863460 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-8fba22ea-c6a9-4492-99b0-a05b39c087f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 1002 time: 0.0543051 Aug 24 18:37:02.915116 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-e795fc7b-ea69-4923-8f98-d7e0a6f0336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:02.916693 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-e795fc7b-ea69-4923-8f98-d7e0a6f0336f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0458429 Aug 24 18:37:02.978838 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-99c7c6eb-ba4a-4b35-8bac-ee15935f7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:02.981299 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-99c7c6eb-ba4a-4b35-8bac-ee15935f7b42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588241 Aug 24 18:37:03.081410 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-017ea568-b985-4c78-9dc5-e8b3fad46518 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936639 Aug 24 18:37:03.189606 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35d4daaa-caa6-49b9-b6d8-63122505fd00 req-5cfd55da-ecff-4e86-91c7-770810f246f9 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Aug 24 18:37:03.326368 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:03.891258 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e3c25-ff2d-45d2-81e2-326f69d52b65 req-92e2dceb-1c2b-4a3a-be19-98218a164569 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:03.892576 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c57e3c25-ff2d-45d2-81e2-326f69d52b65 req-92e2dceb-1c2b-4a3a-be19-98218a164569 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 946 time: 0.0591781 Aug 24 18:37:03.941376 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c57e3c25-ff2d-45d2-81e2-326f69d52b65 req-139c7ec9-c587-4c17-b748-17a992a3324e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Aug 24 18:37:04.575928 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:04.588757 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:04.669438 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:37:04.669835 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:04.692719 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:37:04.694969 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3768006c-d55b-43d6-9d5f-326dc06d5784" -d '{"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-unplugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:37:04.707654 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:04.715134 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:04.736867 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96489af8-4025-4f3c-a945-c0dba8fe0c55 x-openstack-request-id: req-96489af8-4025-4f3c-a945-c0dba8fe0c55 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:37:04.737158 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-unplugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:37:04.737411 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96489af8-4025-4f3c-a945-c0dba8fe0c55 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:37:04.737807 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96489af8-4025-4f3c-a945-c0dba8fe0c55'] response: {'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'code': 200} Aug 24 18:37:04.762637 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:05.078302 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ece0b-690a-4ff9-ba6e-db5cc8fe57aa req-fbd97092-8670-4485-856c-dd838bd8011b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:05.079767 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-071ece0b-690a-4ff9-ba6e-db5cc8fe57aa req-fbd97092-8670-4485-856c-dd838bd8011b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0546236 Aug 24 18:37:05.131162 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-071ece0b-690a-4ff9-ba6e-db5cc8fe57aa req-d59ee329-87c6-4660-946c-be8f2a5bfaaf tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428669 Aug 24 18:37:05.777276 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:06.075870 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:06.165883 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1dcf5-b621-4cc4-aef5-0604fbdcad06 req-b51c132e-64ec-42ba-83fe-ecec28938a0c tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:06.167339 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-01a1dcf5-b621-4cc4-aef5-0604fbdcad06 req-b51c132e-64ec-42ba-83fe-ecec28938a0c tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0613544 Aug 24 18:37:06.191593 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-77825fb9-7571-49ce-93a0-ec547728730a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443773 Aug 24 18:37:06.215319 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-01a1dcf5-b621-4cc4-aef5-0604fbdcad06 req-e2f1b3de-7a44-4c4e-a8fb-1bd775216f10 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Aug 24 18:37:06.273282 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cd20f-553b-4185-b1e9-1c54c272994a req-508b9a2a-c857-49c3-a4a8-0f926b86639e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:06.274662 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-508b9a2a-c857-49c3-a4a8-0f926b86639e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports/de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 941 time: 0.0511405 Aug 24 18:37:07.202173 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cd20f-553b-4185-b1e9-1c54c272994a req-ad8d6782-48f5-46ae-a7cc-e5e789743e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:07.203756 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-ad8d6782-48f5-46ae-a7cc-e5e789743e16 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b&tenant_id=154b7777047c4f36bee61d548c92051a HTTP/1.1" status: 200 len: 1128 time: 0.0576417 Aug 24 18:37:07.288834 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cd20f-553b-4185-b1e9-1c54c272994a req-e5d4ec75-0f73-4138-acb5-ddd47afdadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:07.290336 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-e5d4ec75-0f73-4138-acb5-ddd47afdadc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1128 time: 0.0499775 Aug 24 18:37:07.359669 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe30ab-e742-4b94-ab72-0d7e0ff0528f req-c9cb8e2e-7bff-481b-9ed8-7d38af139ca9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:07.362233 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4abe30ab-e742-4b94-ab72-0d7e0ff0528f req-c9cb8e2e-7bff-481b-9ed8-7d38af139ca9 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0637827 Aug 24 18:37:07.389875 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cd20f-553b-4185-b1e9-1c54c272994a req-3d2b4429-e414-4fc7-9f86-e1904762bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:07.391422 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-3d2b4429-e414-4fc7-9f86-e1904762bad4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.0947156 Aug 24 18:37:07.423765 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4abe30ab-e742-4b94-ab72-0d7e0ff0528f req-6598f08a-a391-4938-9144-3a6662e41221 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551279 Aug 24 18:37:07.458862 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-e15e52b1-051d-4702-96be-bc96dabec93b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 1000 time: 0.0607548 Aug 24 18:37:07.512852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cd20f-553b-4185-b1e9-1c54c272994a req-2c03d82f-cd1a-4f8c-b38b-3d278fc744ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:07.514232 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-2c03d82f-cd1a-4f8c-b38b-3d278fc744ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0487185 Aug 24 18:37:07.570609 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cd20f-553b-4185-b1e9-1c54c272994a req-7ae3b898-0623-4a7f-8eaf-95f4290d2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:07.572582 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-7ae3b898-0623-4a7f-8eaf-95f4290d2527 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513375 Aug 24 18:37:07.668961 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-b29a920a-db19-4eae-97db-7efb30fcb021 service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886703 Aug 24 18:37:08.059809 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-162cd20f-553b-4185-b1e9-1c54c272994a req-b565e171-09d4-443c-aaa6-e93fefacd29d service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831482 Aug 24 18:37:08.576818 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:08.583249 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074ef41-0537-4259-94a8-28cbbc720c88 req-6d8f26bf-5b11-4002-91e5-2a9d9a87d9c3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:08.598994 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e074ef41-0537-4259-94a8-28cbbc720c88 req-6d8f26bf-5b11-4002-91e5-2a9d9a87d9c3 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0853603 Aug 24 18:37:08.740375 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e074ef41-0537-4259-94a8-28cbbc720c88 req-e2711020-73a0-4412-95a5-472ecfa3b234 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390133 Aug 24 18:37:08.787219 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: DOWN; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:37:09.909745 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07271b-7641-4d6b-8e56-88dd9cebbab7 req-85484eff-7064-471d-81f6-4de26b91a22f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:09.911453 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3a07271b-7641-4d6b-8e56-88dd9cebbab7 req-85484eff-7064-471d-81f6-4de26b91a22f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0672514 Aug 24 18:37:09.978394 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3a07271b-7641-4d6b-8e56-88dd9cebbab7 req-9d7e6dc9-ba33-4797-b592-34406bf1b247 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562651 Aug 24 18:37:11.123755 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2b632-6a2e-4025-ba3c-609f07941a8c req-d0fe7c6f-844f-4729-bb1f-3fd1b7600acd tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:11.125309 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2eb2b632-6a2e-4025-ba3c-609f07941a8c req-d0fe7c6f-844f-4729-bb1f-3fd1b7600acd tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0596991 Aug 24 18:37:11.181073 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2eb2b632-6a2e-4025-ba3c-609f07941a8c req-2fb8be85-e68e-44db-a362-2812cf4b3a31 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495639 Aug 24 18:37:12.488706 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5f91-93ec-438f-980b-6548cda62f3d req-26f0732d-860e-4d06-83df-2337184eb802 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:12.490352 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63fa5f91-93ec-438f-980b-6548cda62f3d req-26f0732d-860e-4d06-83df-2337184eb802 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.2231915 Aug 24 18:37:12.548848 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63fa5f91-93ec-438f-980b-6548cda62f3d req-6e9bda41-5afb-4ae3-a24a-cc1662a195cf tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525930 Aug 24 18:37:13.488340 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:37:13.740646 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cd74-cd51-4652-b0ea-e9cffebdf07c req-7ed19508-8e25-45f3-be80-a7ee72c28245 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:13.742131 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a848cd74-cd51-4652-b0ea-e9cffebdf07c req-7ed19508-8e25-45f3-be80-a7ee72c28245 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.1130791 Aug 24 18:37:13.794795 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a848cd74-cd51-4652-b0ea-e9cffebdf07c req-ee59bac5-9f19-40fe-9555-ef9c995a3f93 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469010 Aug 24 18:37:14.942154 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d9027-00d4-4253-bfdb-dde4429e2637 req-9835b784-0d99-4925-86f6-6d503dcab08b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:14.943709 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f9d9027-00d4-4253-bfdb-dde4429e2637 req-9835b784-0d99-4925-86f6-6d503dcab08b tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0599146 Aug 24 18:37:14.999562 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f9d9027-00d4-4253-bfdb-dde4429e2637 req-eebe9fde-0213-4f72-a608-340005989665 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482497 Aug 24 18:37:16.152140 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46ec15-82ac-4dcb-97ca-cd02006a5794 req-99a9a88b-37a0-471a-a812-a4ff7dc6df6e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:16.156891 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c46ec15-82ac-4dcb-97ca-cd02006a5794 req-99a9a88b-37a0-471a-a812-a4ff7dc6df6e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0653803 Aug 24 18:37:16.211247 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c46ec15-82ac-4dcb-97ca-cd02006a5794 req-207b3e78-9b23-4ab7-9bbd-26c7b9351922 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515704 Aug 24 18:37:17.362994 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e32e1-6a56-48f0-95b9-8d88384a86d4 req-fc4febb6-19d7-4676-9cc0-a2bb16bef718 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:17.364652 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c8e32e1-6a56-48f0-95b9-8d88384a86d4 req-fc4febb6-19d7-4676-9cc0-a2bb16bef718 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0706594 Aug 24 18:37:17.420046 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c8e32e1-6a56-48f0-95b9-8d88384a86d4 req-9229ef76-b669-4b60-b557-7084a96e9c6a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471635 Aug 24 18:37:18.579693 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bc6b9-c6be-4cb8-8228-7d74894a86d6 req-c7cadc15-c10a-41f5-8615-9bffc44b47f7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:18.582213 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b0bc6b9-c6be-4cb8-8228-7d74894a86d6 req-c7cadc15-c10a-41f5-8615-9bffc44b47f7 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0673623 Aug 24 18:37:18.630639 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b0bc6b9-c6be-4cb8-8228-7d74894a86d6 req-ff1fa0a4-5103-47ef-8d07-30ef53faa72a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421391 Aug 24 18:37:19.786041 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67fa23-0ded-463b-b77f-457e13e3498b req-d91f2c98-765b-42f2-a547-1c3faf1d5c59 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:19.787542 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dc67fa23-0ded-463b-b77f-457e13e3498b req-d91f2c98-765b-42f2-a547-1c3faf1d5c59 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0711174 Aug 24 18:37:19.838469 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dc67fa23-0ded-463b-b77f-457e13e3498b req-5b677191-245c-4d52-8030-bc4b05972eb6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448577 Aug 24 18:37:20.982492 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb930492-65be-4b8a-8f45-e5d7d8577b30 req-729bdade-f747-482c-bd82-24ad772e5956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:20.984006 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cb930492-65be-4b8a-8f45-e5d7d8577b30 req-729bdade-f747-482c-bd82-24ad772e5956 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0621653 Aug 24 18:37:21.048102 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cb930492-65be-4b8a-8f45-e5d7d8577b30 req-ea68a595-5ccd-4111-926b-68c32ff8dab5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579104 Aug 24 18:37:22.187531 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3809df-e9aa-4a4d-9e6f-c2f2e28365d0 req-74997784-3bc1-4b97-ac0b-c9b52b997ad5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:22.189204 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a3809df-e9aa-4a4d-9e6f-c2f2e28365d0 req-74997784-3bc1-4b97-ac0b-c9b52b997ad5 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0594654 Aug 24 18:37:22.252579 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a3809df-e9aa-4a4d-9e6f-c2f2e28365d0 req-b2d14383-ce19-43d2-8031-4cea31630156 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547950 Aug 24 18:37:22.775081 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-5fafbfce-9212-4471-94b5-572cc02a50ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480137 Aug 24 18:37:22.891847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-2346ecf1-3952-42fa-93cb-ac5680c706c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:22.893526 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-2346ecf1-3952-42fa-93cb-ac5680c706c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1129 time: 0.0515819 Aug 24 18:37:23.013949 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-66a8749a-ce54-4ba4-9c18-c21badef8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:23.015655 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-66a8749a-ce54-4ba4-9c18-c21badef8175 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 910 time: 0.0975778 Aug 24 18:37:23.080624 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-566e4918-7280-40e9-ade6-2c91ffad63bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 1000 time: 0.0586462 Aug 24 18:37:23.131038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-c157497f-634c-4ff9-8c7d-071153bfa597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:23.132567 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-c157497f-634c-4ff9-8c7d-071153bfa597 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0464964 Aug 24 18:37:23.186397 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-7c18dd5b-df10-4186-ae52-2e8b9a13a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:23.187936 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-7c18dd5b-df10-4186-ae52-2e8b9a13a3ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494432 Aug 24 18:37:23.279756 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-046d6bb9-5a34-4728-8192-1ece1db38f4a service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854111 Aug 24 18:37:23.412059 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05bd2921-2ed9-4c01-b60b-5efb48f9c3fe req-9f7fc0b6-0be4-4bc8-9953-500d1ab8fb85 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251199 Aug 24 18:37:23.419831 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab483e-870d-4230-ba87-493f7a633d55 req-2e6e2024-caeb-4be8-ad49-b8d38f2f3bd6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:23.421417 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fcab483e-870d-4230-ba87-493f7a633d55 req-2e6e2024-caeb-4be8-ad49-b8d38f2f3bd6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0817952 Aug 24 18:37:23.480883 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fcab483e-870d-4230-ba87-493f7a633d55 req-b5c77e1e-b6eb-464a-97d7-bc3b73f04060 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496695 Aug 24 18:37:24.632402 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a301ef-c960-4410-8113-482f5998a657 req-4497cc44-4564-428e-a000-86e46622375a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:24.633914 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a301ef-c960-4410-8113-482f5998a657 req-4497cc44-4564-428e-a000-86e46622375a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 944 time: 0.0571597 Aug 24 18:37:24.668128 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:37:24.684682 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a301ef-c960-4410-8113-482f5998a657 req-99c5b746-549e-483d-8a15-423cc00978ff tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448873 Aug 24 18:37:24.776459 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:24.788594 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'port_id': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'mac_address': 'fa:16:3e:8f:12:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:37:24.956022 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:37:24.956499 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:24.969905 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0f5440-96ff-4eee-8ec2-0e90e5fc9556 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:37:24.990265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:24.994884 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:25.044238 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=9']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:25.405859 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['de0f5440-96ff-4eee-8ec2-0e90e5fc9556'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:25.842634 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b64056-4b17-40ac-aecd-33a5ae2e848a req-d57fdf64-7ff8-46c4-af3c-d497a967ff96 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:25.844140 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4b64056-4b17-40ac-aecd-33a5ae2e848a req-d57fdf64-7ff8-46c4-af3c-d497a967ff96 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 945 time: 0.0595617 Aug 24 18:37:25.895470 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4b64056-4b17-40ac-aecd-33a5ae2e848a req-1dee8504-8783-447a-95e3-9d2063accfbf tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448897 Aug 24 18:37:26.669849 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:37:26.726216 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:37:26.726648 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:26.811520 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:37:26.811921 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:26.835455 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:37:26.837785 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981dd347-83d2-482b-b874-95352e8e254e" -d '{"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-plugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:37:26.850324 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:26.856042 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:26.890423 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee6c79-cd6f-4299-b18f-6a1ffb8eac15 x-openstack-request-id: req-c7ee6c79-cd6f-4299-b18f-6a1ffb8eac15 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:37:26.890717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-plugged", "status": "completed", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:37:26.890976 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7ee6c79-cd6f-4299-b18f-6a1ffb8eac15 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:37:26.891404 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ee6c79-cd6f-4299-b18f-6a1ffb8eac15'] response: {'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'code': 200} Aug 24 18:37:26.905033 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=10']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:27.040276 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6aa06-ca89-4b96-98c4-67c5c0d98bd1 req-7d115a0e-33e6-4f6d-8011-eb619b560935 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:27.041844 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fb6aa06-ca89-4b96-98c4-67c5c0d98bd1 req-7d115a0e-33e6-4f6d-8011-eb619b560935 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 947 time: 0.0624254 Aug 24 18:37:27.093211 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fb6aa06-ca89-4b96-98c4-67c5c0d98bd1 req-4d4773f4-be15-4b46-a5dd-f122589b7098 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Aug 24 18:37:27.153978 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e70b2-23a2-4804-a39d-cb678de585e1 req-a26bc38d-2f7c-4499-a4bf-21a20049096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:27.155518 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-954e70b2-23a2-4804-a39d-cb678de585e1 req-a26bc38d-2f7c-4499-a4bf-21a20049096a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1131 time: 0.0479963 Aug 24 18:37:27.203074 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-954e70b2-23a2-4804-a39d-cb678de585e1 req-75b308e4-12ee-4399-8421-9b230aa6c4bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Aug 24 18:37:28.268366 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cf2f5-4815-42d1-a5e9-67b4422a0e42 req-dce558d7-15f5-43cb-a266-5818acfb1f5d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:28.270056 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b1cf2f5-4815-42d1-a5e9-67b4422a0e42 req-dce558d7-15f5-43cb-a266-5818acfb1f5d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 947 time: 0.0737464 Aug 24 18:37:28.326257 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b1cf2f5-4815-42d1-a5e9-67b4422a0e42 req-e638a861-0cc5-4092-aba0-81efe8bf9ef8 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502291 Aug 24 18:37:29.642782 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4805d-8327-44db-9a85-16fa2fc651d4 req-80897439-363c-473a-8ba5-f397232cde1e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:29.644296 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1aa4805d-8327-44db-9a85-16fa2fc651d4 req-80897439-363c-473a-8ba5-f397232cde1e tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 947 time: 0.0604219 Aug 24 18:37:29.705777 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1aa4805d-8327-44db-9a85-16fa2fc651d4 req-45680f7d-e602-409d-81af-fa48e708d84a tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528321 Aug 24 18:37:29.963165 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6f61df90-4134-4e97-92e2-659420d227f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:31.828974 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ea757ba3-996d-4d84-ba20-c2e2bb724752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:33.326567 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:34.579564 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:35.789943 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:36.072204 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:44.437361 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c45904-d860-49ed-9e47-f8fca1228132 req-8817da9e-d275-4788-aa3e-97050e092f78 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:44.438784 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35c45904-d860-49ed-9e47-f8fca1228132 req-8817da9e-d275-4788-aa3e-97050e092f78 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.0550888 Aug 24 18:37:44.492713 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-35c45904-d860-49ed-9e47-f8fca1228132 req-c53cb439-7277-4095-8b64-62a67cd1da3f tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480435 Aug 24 18:37:45.621442 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7b93c-1890-4c3b-a8eb-cb1537ccebe4 req-2cbb6b61-c0e5-426c-8d41-dadb951b161b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:45.623034 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26d7b93c-1890-4c3b-a8eb-cb1537ccebe4 req-2cbb6b61-c0e5-426c-8d41-dadb951b161b tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.0550725 Aug 24 18:37:45.674659 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26d7b93c-1890-4c3b-a8eb-cb1537ccebe4 req-8dfec1f6-1fe9-480c-96c2-ee13485873b5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Aug 24 18:37:46.590015 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc749575-3927-4b36-be12-97744c3ca314 req-de7884d8-bce7-4e5d-aac8-6e3886527280 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:46.591662 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cc749575-3927-4b36-be12-97744c3ca314 req-de7884d8-bce7-4e5d-aac8-6e3886527280 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.0613418 Aug 24 18:37:46.688124 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Deleting port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:46.688513 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:46.818331 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] For port 9293ff31-e2fc-4ba6-ae57-77c261a28a71, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9293ff31-e2fc-4ba6-ae57-77c261a28a71,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:46.818681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:46.880952 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc3a7a-c163-4a75-a177-f62f857b69be req-81b38bd6-8901-44c6-94f5-130885cd1df5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:46.882430 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0cfc3a7a-c163-4a75-a177-f62f857b69be req-81b38bd6-8901-44c6-94f5-130885cd1df5 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 945 time: 0.1205819 Aug 24 18:37:46.927233 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60956) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:47.007339 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0cfc3a7a-c163-4a75-a177-f62f857b69be req-9ffec706-9e27-4862-83c7-479bdf0ebdc9 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups?id=31fe4091-c6c0-4cc9-a2e6-dd0165a21722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191611 Aug 24 18:37:47.027765 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.028153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (ff4b4e67-e390-4396-b616-a17ee2d5b7a5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.028653 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Floating IP ff4b4e67-e390-4396-b616-a17ee2d5b7a5 disassociated. External IP: 172.27.3.231, port: 9293ff31-e2fc-4ba6-ae57-77c261a28a71. Aug 24 18:37:47.029034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Calling delete_port for 9293ff31-e2fc-4ba6-ae57-77c261a28a71 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:47.162478 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (9293ff31-e2fc-4ba6-ae57-77c261a28a71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.188336 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event deleted for resources: {'Port': ['ID=9293ff31-e2fc-4ba6-ae57-77c261a28a71,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:47.198472 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.198855 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.199170 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.199540 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.199872 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.200196 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.200711 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.201133 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.201393 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.201675 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.202055 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.202333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.202620 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:47.216610 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Deleting port 104e84a6-219e-4521-857f-01076d524f6a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:47.216966 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (104e84a6-219e-4521-857f-01076d524f6a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.313980 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (104e84a6-219e-4521-857f-01076d524f6a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.314439 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for floatingip (104e84a6-219e-4521-857f-01076d524f6a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.328556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Calling delete_port for 104e84a6-219e-4521-857f-01076d524f6a owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:47.340656 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:37:47.455931 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:37:47.468539 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] Sync routers for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:37:47.482627 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:47.483186 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:47.487932 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (104e84a6-219e-4521-857f-01076d524f6a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.501493 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] No DVR routers for this DVR port 9293ff31-e2fc-4ba6-ae57-77c261a28a71 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:47.504688 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.509103 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cc749575-3927-4b36-be12-97744c3ca314 req-3333b0ea-883d-404a-b3af-fc39f4be5ca7 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.58 "DELETE /v2.0/ports/9293ff31-e2fc-4ba6-ae57-77c261a28a71 HTTP/1.1" status: 204 len: 173 time: 0.9108698 Aug 24 18:37:47.509587 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'name': 'network-vif-deleted', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:37:47.511507 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event deleted for resources: {'Port': ['ID=104e84a6-219e-4521-857f-01076d524f6a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:47.513721 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476f99d-c5d1-4d93-b192-e76d5851d1b0" -d '{"events": [{"server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "name": "network-vif-deleted", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:37:47.584177 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for floatingip (0b8957d1-db92-4573-9c7e-c456b31d866f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:47.584358 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Floating IP 0b8957d1-db92-4573-9c7e-c456b31d866f disassociated (deleted). External IP: 172.27.3.79, port: c3650672-7813-455d-b268-39da0af57955. Aug 24 18:37:47.587430 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbabfa03-2ce5-41f5-918d-00a056f701a0 x-openstack-request-id: req-bbabfa03-2ce5-41f5-918d-00a056f701a0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:37:47.587815 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5942f128-0ad8-436e-9df2-7394e189bdbb", "name": "network-vif-deleted", "tag": "9293ff31-e2fc-4ba6-ae57-77c261a28a71", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:37:47.588683 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbabfa03-2ce5-41f5-918d-00a056f701a0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:37:47.589220 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbabfa03-2ce5-41f5-918d-00a056f701a0'] response: {'server_uuid': '5942f128-0ad8-436e-9df2-7394e189bdbb', 'name': 'network-vif-deleted', 'tag': '9293ff31-e2fc-4ba6-ae57-77c261a28a71', 'status': 'completed', 'code': 200} Aug 24 18:37:47.630605 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:47.848808 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:37:47.871090 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:47.891623 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] Checking router: 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:37:47.901592 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:47.902218 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:48.009631 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:48.143367 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9319019d-1837-4cc4-9d93-bf7d7a7e44c6 req-6e04408e-172e-4d95-960a-80b8da4b84be tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/ports?device_id=5942f128-0ad8-436e-9df2-7394e189bdbb HTTP/1.1" status: 200 len: 210 time: 0.0372045 Aug 24 18:37:48.200489 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:37:48.205897 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:48.220460 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] Sync routers for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:37:48.251449 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6ea79f58-3cd9-46ed-b3a9-2fc1e5cbc070 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "DELETE /v2.0/floatingips/0b8957d1-db92-4573-9c7e-c456b31d866f HTTP/1.1" status: 204 len: 168 time: 1.3202119 Aug 24 18:37:48.251449 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'tag': 'c3650672-7813-455d-b268-39da0af57955'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:37:48.252774 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:48.254884 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:48.256695 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb2b563-d27c-4d63-9029-89cb4cb24801" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "tag": "c3650672-7813-455d-b268-39da0af57955"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:37:48.257672 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:48.283362 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c981d1cf-818d-473c-9b24-125a446566b9 None None] The sync data for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi is: [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:25Z', 'revision_number': 4, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '10f67d6d-fd45-4c6a-bdad-9dc9296c3234', 'name': '', 'network_id': '1cebb614-813a-462e-94b5-fc5d59143430', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'mac_address': 'fa:16:3e:c6:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:23Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'subnets': [{'id': '6a104de8-9ba3-40fb-96d3-52483764a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:37:48.327124 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7973356-934d-4192-943e-36a742077968 x-openstack-request-id: req-c7973356-934d-4192-943e-36a742077968 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:37:48.327421 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "tag": "c3650672-7813-455d-b268-39da0af57955", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:37:48.327671 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7973356-934d-4192-943e-36a742077968 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:37:48.328073 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7973356-934d-4192-943e-36a742077968'] response: {'name': 'network-changed', 'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'tag': 'c3650672-7813-455d-b268-39da0af57955', 'status': 'completed', 'code': 200} Aug 24 18:37:48.439617 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:48.501942 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-b6e6e489-c246-4f0d-a800-f547bf7788b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:48.503754 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-b6e6e489-c246-4f0d-a800-f547bf7788b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 1129 time: 0.1239939 Aug 24 18:37:48.589549 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4adb6da-ad47-41d3-8418-3429ae4b8c54 None None] New status for floating IP ff4b4e67-e390-4396-b616-a17ee2d5b7a5: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:37:48.656119 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2b5ff-0354-4c53-8321-10a0466c7bc4 req-9797a3e1-66fc-4d1c-ba19-e753ebf38011 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:48.657722 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bc2b5ff-0354-4c53-8321-10a0466c7bc4 req-9797a3e1-66fc-4d1c-ba19-e753ebf38011 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0967913 Aug 24 18:37:48.659563 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-05ab8fde-fc10-496e-95df-081e65706ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:48.661006 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-05ab8fde-fc10-496e-95df-081e65706ac4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 200 len: 910 time: 0.1487832 Aug 24 18:37:48.679305 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:32Z', 'revision_number': 5, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:48.708594 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] Checking router: f0cc6a04-b82f-4440-8f46-8ae7c5f8689f for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:37:48.716005 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-e965f702-5d8e-4c63-b9f7-66eb17b5d919 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 200 len: 217 time: 0.0364513 Aug 24 18:37:48.717772 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:48.718439 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:48.773632 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bc2b5ff-0354-4c53-8321-10a0466c7bc4 req-093db218-d526-407a-a5b9-ce7166fa85ba tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084735 Aug 24 18:37:48.782370 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9293ff31-e2fc-4ba6-ae57-77c261a28a71 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:48.788098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-085867c0-66a3-4c86-bb4e-9961c39ad4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:48.789505 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-085867c0-66a3-4c86-bb4e-9961c39ad4d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 200 len: 848 time: 0.0671175 Aug 24 18:37:48.805331 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 9293ff31-e2fc-4ba6-ae57-77c261a28a71 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:48.806044 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 9293ff31-e2fc-4ba6-ae57-77c261a28a71 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:48.834807 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:48.858428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-bae92f77-98ad-48c1-9b90-84ba81c53b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:48.859980 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-bae92f77-98ad-48c1-9b90-84ba81c53b57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637741 Aug 24 18:37:48.871997 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-9983a8f1-9461-42e6-85d9-73f57ee03c82 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:37:48.873098 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-9983a8f1-9461-42e6-85d9-73f57ee03c82 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053141 Aug 24 18:37:48.976049 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-d3e35d25-4310-425b-ba06-3f0471f89481 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947187 Aug 24 18:37:49.062445 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:32Z', 'revision_number': 5, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:49.077591 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ddb2b563-d27c-4d63-9029-89cb4cb24801 req-071f2bd4-d187-43b4-8add-09b92dcd6636 service neutron] 10.222.0.58 "GET /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934291 Aug 24 18:37:49.089088 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a72dd3-e44b-4260-8a39-190bd7ae738b None None] The sync data for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi is: [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:31:25Z', 'revision_number': 4, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'd02da1b0-1a19-4c3d-81da-55bb69040760', 'name': '', 'network_id': '9009e053-eda0-4bc8-b5d2-fc5575b2a9c3', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'mac_address': 'fa:16:3e:a0:dd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:24Z', 'updated_at': '2022-08-24T18:31:32Z', 'revision_number': 5, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'subnets': [{'id': '7d8f5c80-f43a-4071-bb4e-d27017e771cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:37:49.240470 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60976) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:49.298499 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3002fad1-2c62-457d-ba1e-7103d3f5d244 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (31fe4091-c6c0-4cc9-a2e6-dd0165a21722), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.325276 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3002fad1-2c62-457d-ba1e-7103d3f5d244 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (31fe4091-c6c0-4cc9-a2e6-dd0165a21722), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.344998 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ed276-6751-40e4-847f-90e79c08c4fe None None] New status for floating IP 0b8957d1-db92-4573-9c7e-c456b31d866f: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:37:49.398978 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3002fad1-2c62-457d-ba1e-7103d3f5d244 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (31fe4091-c6c0-4cc9-a2e6-dd0165a21722), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.402208 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3002fad1-2c62-457d-ba1e-7103d3f5d244 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.407204 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3002fad1-2c62-457d-ba1e-7103d3f5d244 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "DELETE /v2.0/security-groups/31fe4091-c6c0-4cc9-a2e6-dd0165a21722 HTTP/1.1" status: 204 len: 168 time: 0.1619024 Aug 24 18:37:49.407600 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 60978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:49.414112 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002fad1-2c62-457d-ba1e-7103d3f5d244 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe4091-c6c0-4cc9-a2e6-dd0165a21722,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:49.433959 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-1b9a0836-0c84-4ee0-acee-c2d664b6b2b3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] show failed (client error): The resource could not be found. Aug 24 18:37:49.435097 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1b9a0836-0c84-4ee0-acee-c2d664b6b2b3 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "GET /v2.0/security-groups/31fe4091-c6c0-4cc9-a2e6-dd0165a21722 HTTP/1.1" status: 404 len: 347 time: 0.0264447 Aug 24 18:37:49.438884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 60980) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:49.568214 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Deleting port abbe9fe1-1648-4b91-b4ea-c11eb409a731 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:49.568535 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.647702 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.647955 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (abbe9fe1-1648-4b91-b4ea-c11eb409a731), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.660477 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Calling delete_port for abbe9fe1-1648-4b91-b4ea-c11eb409a731 owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:49.800998 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (abbe9fe1-1648-4b91-b4ea-c11eb409a731), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.826972 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Pushing event deleted for resources: {'Port': ['ID=abbe9fe1-1648-4b91-b4ea-c11eb409a731,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:49.913269 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks [] for floatingip (ff4b4e67-e390-4396-b616-a17ee2d5b7a5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.915723 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:49.916942 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-757adad0-e19a-4fd9-bad0-408261064b87 tempest-AttachVolumeTestJSON-192205017 tempest-AttachVolumeTestJSON-192205017-project] 10.222.0.55 "DELETE /v2.0/floatingips/ff4b4e67-e390-4396-b616-a17ee2d5b7a5 HTTP/1.1" status: 204 len: 168 time: 0.4763656 Aug 24 18:37:49.939267 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8a2a-ce7a-47ce-af01-f46cdff58dd5 req-1f9db153-4341-461e-87e2-8d21f91e0557 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:49.940847 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e5c8a2a-ce7a-47ce-af01-f46cdff58dd5 req-1f9db153-4341-461e-87e2-8d21f91e0557 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0727577 Aug 24 18:37:50.003183 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e5c8a2a-ce7a-47ce-af01-f46cdff58dd5 req-1ff60600-e64f-4758-bfd3-5151308eb2ba tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ada6373-f72d-4870-b372-51c6e0bbe0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528643 Aug 24 18:37:50.493743 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:37:50.545414 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-809e7a97-8f11-4869-b7d0-a4a317b6bd15 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:37:50.546954 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-809e7a97-8f11-4869-b7d0-a4a317b6bd15 tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.58 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 945 time: 0.0579453 Aug 24 18:37:50.658224 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Deleting port c3650672-7813-455d-b268-39da0af57955 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:50.658517 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (c3650672-7813-455d-b268-39da0af57955), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:50.765830 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] For port c3650672-7813-455d-b268-39da0af57955, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c3650672-7813-455d-b268-39da0af57955,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:50.766104 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (c3650672-7813-455d-b268-39da0af57955), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:50.779825 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Calling delete_port for c3650672-7813-455d-b268-39da0af57955 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:50.919721 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (c3650672-7813-455d-b268-39da0af57955), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:50.947786 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event deleted for resources: {'Port': ['ID=c3650672-7813-455d-b268-39da0af57955,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:50.992022 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] No DVR routers for this DVR port c3650672-7813-455d-b268-39da0af57955 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:50.996871 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:50.999505 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-761b6bd9-88d1-4a35-a279-e8cad68eebff req-38fc0ea7-6069-4972-b747-df5e3082315a tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.58 "DELETE /v2.0/ports/c3650672-7813-455d-b268-39da0af57955 HTTP/1.1" status: 204 len: 173 time: 0.4456758 Aug 24 18:37:51.000497 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-deleted', 'tag': 'c3650672-7813-455d-b268-39da0af57955'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:37:51.002493 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7036ccb0-2472-4836-828a-993cbbf69b25" -d '{"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-deleted", "tag": "c3650672-7813-455d-b268-39da0af57955"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:37:51.049013 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce9671-1830-4735-8e79-ec8070bfd56c x-openstack-request-id: req-bfce9671-1830-4735-8e79-ec8070bfd56c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:37:51.049161 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96", "name": "network-vif-deleted", "tag": "c3650672-7813-455d-b268-39da0af57955", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:37:51.049393 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfce9671-1830-4735-8e79-ec8070bfd56c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:37:51.049809 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfce9671-1830-4735-8e79-ec8070bfd56c'] response: {'server_uuid': '4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96', 'name': 'network-vif-deleted', 'tag': 'c3650672-7813-455d-b268-39da0af57955', 'status': 'completed', 'code': 200} Aug 24 18:37:51.119031 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53fc0558-5c5b-448b-b816-ee42f6446017 req-40e65627-d81d-4efe-8f4e-f788aca6e77b tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aa4b7c1-39ec-4f2c-ae0a-2dc46b592d96 HTTP/1.1" status: 200 len: 210 time: 0.0299850 Aug 24 18:37:52.183433 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32770) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:52.243439 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group (3ada6373-f72d-4870-b372-51c6e0bbe0c7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:52.270864 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group (3ada6373-f72d-4870-b372-51c6e0bbe0c7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:52.344668 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (3ada6373-f72d-4870-b372-51c6e0bbe0c7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:52.347649 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:52.348872 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] 10.222.0.55 "DELETE /v2.0/security-groups/3ada6373-f72d-4870-b372-51c6e0bbe0c7 HTTP/1.1" status: 204 len: 168 time: 0.1644771 Aug 24 18:37:52.364339 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada6373-f72d-4870-b372-51c6e0bbe0c7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:52.372558 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.372985 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.373345 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.373614 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.374081 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.374484 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.374826 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.375075 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.375407 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.375732 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.376065 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.376470 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.376766 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb9996-8adf-436f-8829-7be770b1fd9c tempest-TestShelveInstance-1638533158 tempest-TestShelveInstance-1638533158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:52.413830 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32784) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:52.792120 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device c3650672-7813-455d-b268-39da0af57955 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:52.813240 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: c3650672-7813-455d-b268-39da0af57955 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:52.813947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device c3650672-7813-455d-b268-39da0af57955 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:52.869367 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:53.114148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Deleting port d02da1b0-1a19-4c3d-81da-55bb69040760 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:53.114469 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:53.194429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] For port d02da1b0-1a19-4c3d-81da-55bb69040760, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=d02da1b0-1a19-4c3d-81da-55bb69040760,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:53.194797 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:53.208361 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Calling delete_port for d02da1b0-1a19-4c3d-81da-55bb69040760 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:53.406288 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (d02da1b0-1a19-4c3d-81da-55bb69040760), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:53.434098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Pushing event deleted for resources: {'Port': ['ID=d02da1b0-1a19-4c3d-81da-55bb69040760,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:53.573821 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32794) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:53.620852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:53.833856 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:37:54.087952 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.224802 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:37:54.230080 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-14f1381e-704a-46c3-a685-174d3166996d admin admin] 10.222.0.55 "PUT /v2.0/routers/f0cc6a04-b82f-4440-8f46-8ae7c5f8689f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8150251 Aug 24 18:37:54.232648 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:54.235417 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] Sync routers for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:37:54.246328 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:54.246971 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:54.335358 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks [] for router (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.348730 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:54.390940 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Deleting port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:54.391311 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.440232 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks [] for router_gateway (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.489004 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] For port 10f67d6d-fd45-4c6a-bdad-9dc9296c3234, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:54.489373 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.499040 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Deleting port f7cc6169-a9ac-4c26-b2fb-76f973f4430a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:54.499371 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.508745 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Calling delete_port for 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:54.533639 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:37:53Z', 'revision_number': 5, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port': {'id': 'f7cc6169-a9ac-4c26-b2fb-76f973f4430a', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:22Z', 'updated_at': '2022-08-24T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:54.570280 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] Checking router: f0cc6a04-b82f-4440-8f46-8ae7c5f8689f for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:37:54.579201 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] Routers {'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:54.579837 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:54.584386 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] For port f7cc6169-a9ac-4c26-b2fb-76f973f4430a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:54.584751 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.598165 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Calling delete_port for f7cc6169-a9ac-4c26-b2fb-76f973f4430a owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:54.667820 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] Set router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:54.706792 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (10f67d6d-fd45-4c6a-bdad-9dc9296c3234), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.727332 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:37:54Z', 'revision_number': 6, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:54.736892 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f67d6d-fd45-4c6a-bdad-9dc9296c3234,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:54.756097 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b34cc9-39fb-4b3f-8909-03b518596995 None None] The sync data for ids ['f0cc6a04-b82f-4440-8f46-8ae7c5f8689f'] in dv-cinder-853788-3-iscsi is: [{'id': 'f0cc6a04-b82f-4440-8f46-8ae7c5f8689f', 'name': 'tempest-TestShelveInstance-1876148696-router', 'tenant_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:21Z', 'updated_at': '2022-08-24T18:37:54Z', 'revision_number': 6, 'project_id': 'f0a4a08da72c4cbebf20a3a4d4df49f4', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:37:54.800712 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (f7cc6169-a9ac-4c26-b2fb-76f973f4430a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.828724 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cc6169-a9ac-4c26-b2fb-76f973f4430a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:54.901462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.917334 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.997078 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:54.999339 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks [] for router_controller (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.046412 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (f0cc6a04-b82f-4440-8f46-8ae7c5f8689f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.047236 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0cc6a04-b82f-4440-8f46-8ae7c5f8689f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:37:55.054470 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.056103 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fc97fa07-2532-46c8-b378-38cfb95faa0f admin admin] 10.222.0.55 "DELETE /v2.0/routers/f0cc6a04-b82f-4440-8f46-8ae7c5f8689f HTTP/1.1" status: 204 len: 168 time: 0.8221953 Aug 24 18:37:55.059327 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:55.106289 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] Deleting subnet 7d8f5c80-f43a-4071-bb4e-d27017e771cd {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:37:55.109705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] Publish callbacks [] for subnet (7d8f5c80-f43a-4071-bb4e-d27017e771cd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.136761 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:37:55.147077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (7d8f5c80-f43a-4071-bb4e-d27017e771cd), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.241795 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (7d8f5c80-f43a-4071-bb4e-d27017e771cd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.249085 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:37:55.254174 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-92ddbe54-67f0-4b9f-b977-b26d9ac75004 admin admin] 10.222.0.55 "PUT /v2.0/routers/3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786053 Aug 24 18:37:55.256669 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32802) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:55.261745 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] Sync routers for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:37:55.280060 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:55.281058 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:55.297476 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (7d8f5c80-f43a-4071-bb4e-d27017e771cd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.323519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8f5c80-f43a-4071-bb4e-d27017e771cd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:55.327529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.330963 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fefa70b1-93cb-42ef-bd8d-b18f43a66184 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7d8f5c80-f43a-4071-bb4e-d27017e771cd HTTP/1.1" status: 204 len: 168 time: 0.2705395 Aug 24 18:37:55.335172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:55.337504 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af57c14-47a5-46dd-bea6-f940d86f151c None None] Network 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:37:55.358656 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks [] for router (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.418038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.481442 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks [] for router_gateway (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.483759 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Deleting port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:55.484274 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.539071 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:55.578182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] For port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0bff072f-0d12-4267-8df6-4e3cb0bc1ef4,segment=NetworkSegment(c6bb7a95-572f-4a77-ae04-d0e6e7c052a4),segment_id=c6bb7a95-572f-4a77-ae04-d0e6e7c052a4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:55.578721 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.593417 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Deleting port 146ae231-bb99-43ba-90ea-3016646cb5a7 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:55.593786 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.600857 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Calling delete_port for 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:55.709249 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] For port 146ae231-bb99-43ba-90ea-3016646cb5a7, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=146ae231-bb99-43ba-90ea-3016646cb5a7,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:55.711221 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.716596 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (0bff072f-0d12-4267-8df6-4e3cb0bc1ef4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.737058 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Calling delete_port for 146ae231-bb99-43ba-90ea-3016646cb5a7 owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:55.748459 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b9393-13ce-4bb6-8b66-22678e4ae57d None None] DHCP port deletion for 9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:37:55.749956 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bff072f-0d12-4267-8df6-4e3cb0bc1ef4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:55.760823 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] No DVR routers for this DVR port 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 on host dv-cinder-853788-3-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:55.777205 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:37:54Z', 'revision_number': 5, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port': {'id': '146ae231-bb99-43ba-90ea-3016646cb5a7', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:72:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:55.812711 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] Checking router: 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:37:55.822515 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] Routers {'3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:55.823459 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:55.846205 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.868896 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9009e053-eda0-4bc8-b5d2-fc5575b2a9c3']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:55.883210 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:55.883580 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bb7a95-572f-4a77-ae04-d0e6e7c052a4') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:55.895011 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (c6bb7a95-572f-4a77-ae04-d0e6e7c052a4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.914845 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (c6bb7a95-572f-4a77-ae04-d0e6e7c052a4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.924565 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] Set router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:55.925750 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:37:55.926176 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (c6bb7a95-572f-4a77-ae04-d0e6e7c052a4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.958573 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (146ae231-bb99-43ba-90ea-3016646cb5a7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:55.985339 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:37:55Z', 'revision_number': 6, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:55.988946 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Pushing event deleted for resources: {'Port': ['ID=146ae231-bb99-43ba-90ea-3016646cb5a7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:56.032485 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0bba92-ec8a-4efd-9791-941fbf7a5154 None None] The sync data for ids ['3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf'] in dv-cinder-853788-3-iscsi is: [{'id': '3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf', 'name': 'tempest-AttachVolumeTestJSON-1262828865-router', 'tenant_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:37:55Z', 'revision_number': 6, 'project_id': 'f5cd3445ebca4f36947cbc0d250db07f', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:37:56.037771 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (9009e053-eda0-4bc8-b5d2-fc5575b2a9c3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.043936 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.051035 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9009e053-eda0-4bc8-b5d2-fc5575b2a9c3 HTTP/1.1" status: 204 len: 168 time: 0.7121620 Aug 24 18:37:56.052359 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32810) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:56.063841 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326e8b3-57b0-4316-83d6-81f3625abba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9009e053-eda0-4bc8-b5d2-fc5575b2a9c3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:56.133000 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.157128 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment c6bb7a95-572f-4a77-ae04-d0e6e7c052a4 resource provider aggregate not found Aug 24 18:37:56.174559 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment c6bb7a95-572f-4a77-ae04-d0e6e7c052a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6bb7a95-572f-4a77-ae04-d0e6e7c052a4 found for delete ", "request_id": "req-810c14bf-bba8-44b9-951c-5eb2cbc29fab"}]} Aug 24 18:37:56.494673 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.500387 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks [] for router_controller (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.580517 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.581042 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:37:56.588000 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.589216 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-22a5b432-bd0e-42f1-994a-cda5c239ca0b admin admin] 10.222.0.55 "DELETE /v2.0/routers/3d8dcd99-cf32-42c0-87a3-0fd8b3ab9ecf HTTP/1.1" status: 204 len: 168 time: 1.3316503 Aug 24 18:37:56.592018 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:56.642045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] Deleting subnet 6a104de8-9ba3-40fb-96d3-52483764a5bf {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:37:56.645380 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] Publish callbacks [] for subnet (6a104de8-9ba3-40fb-96d3-52483764a5bf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.680600 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (6a104de8-9ba3-40fb-96d3-52483764a5bf), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.756111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (6a104de8-9ba3-40fb-96d3-52483764a5bf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.784161 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (b7edfb28-94b2-4e92-b335-544e4fa19e30), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.815890 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (6a104de8-9ba3-40fb-96d3-52483764a5bf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.840042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a104de8-9ba3-40fb-96d3-52483764a5bf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:56.847336 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.851847 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f5d31-13a5-4397-8ad6-f8e0d41fa0f4 None None] Network 1cebb614-813a-462e-94b5-fc5d59143430 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:37:56.855732 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device f7cc6169-a9ac-4c26-b2fb-76f973f4430a no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:56.863722 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-61c2bd57-fd36-46b9-82ba-f4af76c6bd2f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6a104de8-9ba3-40fb-96d3-52483764a5bf HTTP/1.1" status: 204 len: 168 time: 0.2683036 Aug 24 18:37:56.863971 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:56.927265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: f7cc6169-a9ac-4c26-b2fb-76f973f4430a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:56.927561 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device f7cc6169-a9ac-4c26-b2fb-76f973f4430a not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:56.927925 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device d02da1b0-1a19-4c3d-81da-55bb69040760 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:56.952198 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (1cebb614-813a-462e-94b5-fc5d59143430), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:56.959399 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: d02da1b0-1a19-4c3d-81da-55bb69040760 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:56.959978 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device d02da1b0-1a19-4c3d-81da-55bb69040760 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:56.960918 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:56.984569 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:56.984892 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0bff072f-0d12-4267-8df6-4e3cb0bc1ef4 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:57.009293 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Deleting port 0a1479be-4258-4e99-8826-c4497bb055d9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:57.009660 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.089947 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Deleting port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:57.090263 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.091995 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] For port 0a1479be-4258-4e99-8826-c4497bb055d9, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0a1479be-4258-4e99-8826-c4497bb055d9,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:57.092696 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.107150 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Calling delete_port for 0a1479be-4258-4e99-8826-c4497bb055d9 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:57.113850 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] DHCP port deletion for 1cebb614-813a-462e-94b5-fc5d59143430 request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:37:57.169977 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Deleting port 0a1479be-4258-4e99-8826-c4497bb055d9 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:57.170390 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.188212 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] For port c10f3b1f-6474-4ef9-94b8-1a725c3a7b81, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,segment=NetworkSegment(897f011d-afc3-4288-8a20-0c88ef0fa138),segment_id=897f011d-afc3-4288-8a20-0c88ef0fa138)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:57.188723 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.204866 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Calling delete_port for c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:57.206768 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.244806 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1479be-4258-4e99-8826-c4497bb055d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:57.249437 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] No DVR routers for this DVR port 0a1479be-4258-4e99-8826-c4497bb055d9 on host dv-cinder-853788-3-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:57.252841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] For port 0a1479be-4258-4e99-8826-c4497bb055d9, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0a1479be-4258-4e99-8826-c4497bb055d9,segment=NetworkSegment(a51ade65-e00d-4939-baba-105b0e99714c),segment_id=a51ade65-e00d-4939-baba-105b0e99714c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:57.253374 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.270465 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Calling delete_port for 0a1479be-4258-4e99-8826-c4497bb055d9 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:57.328571 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (1cebb614-813a-462e-94b5-fc5d59143430), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.349706 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cebb614-813a-462e-94b5-fc5d59143430']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:57.360672 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (0a1479be-4258-4e99-8826-c4497bb055d9), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.362110 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51ade65-e00d-4939-baba-105b0e99714c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:57.362415 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51ade65-e00d-4939-baba-105b0e99714c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:57.372569 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (a51ade65-e00d-4939-baba-105b0e99714c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.387389 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (a51ade65-e00d-4939-baba-105b0e99714c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.390114 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Pushing event deleted for resources: {'Port': ['ID=0a1479be-4258-4e99-8826-c4497bb055d9,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:57.398446 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] No DVR routers for this DVR port 0a1479be-4258-4e99-8826-c4497bb055d9 on host dv-cinder-853788-3-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:57.400667 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:37:57.401101 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (a51ade65-e00d-4939-baba-105b0e99714c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.401300 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.401615 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.402024 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.404133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.404133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.404133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.404133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.404133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.404133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.405177 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.405322 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.405721 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.406611 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc75d-e5e7-4869-9058-d8f5162fecec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:57.428403 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (c10f3b1f-6474-4ef9-94b8-1a725c3a7b81), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.458771 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10f3b1f-6474-4ef9-94b8-1a725c3a7b81,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:57.471647 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (1cebb614-813a-462e-94b5-fc5d59143430), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.477443 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.481423 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] 10.222.0.55 "DELETE /v2.0/networks/1cebb614-813a-462e-94b5-fc5d59143430 HTTP/1.1" status: 204 len: 168 time: 0.6163757 Aug 24 18:37:57.495985 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7de2-3191-42e9-990a-2ab21037ea1d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cebb614-813a-462e-94b5-fc5d59143430,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:57.635444 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (b7edfb28-94b2-4e92-b335-544e4fa19e30), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.655033 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:57.700599 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d2b1c28f-1f2c-4c77-9b42-6beb377a0cde admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5cd3445ebca4f36947cbc0d250db07f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418067 Aug 24 18:37:57.700876 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32824) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:57.822588 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ce5a3a-a369-409a-ad76-4e67a30e13b7 admin admin] Publish callbacks [] for security_group (87c2ac17-d78f-403a-a640-0fc1d7977c06), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.876357 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ce5a3a-a369-409a-ad76-4e67a30e13b7 admin admin] Publish callbacks [] for security_group (87c2ac17-d78f-403a-a640-0fc1d7977c06), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.925905 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Router b7edfb28-94b2-4e92-b335-544e4fa19e30 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:37:57.978033 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ce5a3a-a369-409a-ad76-4e67a30e13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (87c2ac17-d78f-403a-a640-0fc1d7977c06), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.980644 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ce5a3a-a369-409a-ad76-4e67a30e13b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:57.981794 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-66ce5a3a-a369-409a-ad76-4e67a30e13b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87c2ac17-d78f-403a-a640-0fc1d7977c06 HTTP/1.1" status: 204 len: 168 time: 0.2799387 Aug 24 18:37:57.997474 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce5a3a-a369-409a-ad76-4e67a30e13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c2ac17-d78f-403a-a640-0fc1d7977c06,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:58.062948 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:37:58.069012 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-febdb031-c49e-4742-8ebc-c7899f1ea226 admin admin] 10.222.0.55 "PUT /v2.0/routers/b7edfb28-94b2-4e92-b335-544e4fa19e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0148561 Aug 24 18:37:58.071489 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:58.078202 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] Sync routers for ids ['b7edfb28-94b2-4e92-b335-544e4fa19e30'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:37:58.091046 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] Routers {'b7edfb28-94b2-4e92-b335-544e4fa19e30'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:58.091579 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b7edfb28-94b2-4e92-b335-544e4fa19e30'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:58.205273 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment a51ade65-e00d-4939-baba-105b0e99714c resource provider aggregate not found Aug 24 18:37:58.212035 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 146ae231-bb99-43ba-90ea-3016646cb5a7 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:58.219182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks [] for router (b7edfb28-94b2-4e92-b335-544e4fa19e30), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.226251 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment a51ade65-e00d-4939-baba-105b0e99714c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a51ade65-e00d-4939-baba-105b0e99714c found for delete ", "request_id": "req-4f4027e8-e455-49f7-95de-4da2abf4bd33"}]} Aug 24 18:37:58.246080 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 146ae231-bb99-43ba-90ea-3016646cb5a7 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:58.246424 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 146ae231-bb99-43ba-90ea-3016646cb5a7 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:58.246853 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0a1479be-4258-4e99-8826-c4497bb055d9 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:58.279160 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] Set router b7edfb28-94b2-4e92-b335-544e4fa19e30 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:58.281322 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 0a1479be-4258-4e99-8826-c4497bb055d9 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:58.281873 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0a1479be-4258-4e99-8826-c4497bb055d9 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:58.282286 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:37:58.339765 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks [] for router_gateway (b7edfb28-94b2-4e92-b335-544e4fa19e30), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.355280 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:37:58.355669 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 10f67d6d-fd45-4c6a-bdad-9dc9296c3234 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:37:58.397189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Deleting port 3c20a1f9-c86d-4086-b869-8e92d61a27cb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:58.397619 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.490091 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] For port 3c20a1f9-c86d-4086-b869-8e92d61a27cb, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=3c20a1f9-c86d-4086-b869-8e92d61a27cb,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:58.490526 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.501361 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:37:57Z', 'revision_number': 5, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port': {'id': '3c20a1f9-c86d-4086-b869-8e92d61a27cb', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:31:28Z', 'updated_at': '2022-08-24T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:58.505264 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Calling delete_port for 3c20a1f9-c86d-4086-b869-8e92d61a27cb owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:58.527900 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] Checking router: b7edfb28-94b2-4e92-b335-544e4fa19e30 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:37:58.538047 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] Routers {'b7edfb28-94b2-4e92-b335-544e4fa19e30'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:37:58.538741 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:37:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['b7edfb28-94b2-4e92-b335-544e4fa19e30'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:58.648657 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] Set router b7edfb28-94b2-4e92-b335-544e4fa19e30 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:37:58.701045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (3c20a1f9-c86d-4086-b869-8e92d61a27cb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.704194 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:37:58Z', 'revision_number': 6, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:58.729087 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c20a1f9-c86d-4086-b869-8e92d61a27cb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:58.736540 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b66d9-74bf-42b2-9200-18d91f2e6045 None None] The sync data for ids ['b7edfb28-94b2-4e92-b335-544e4fa19e30'] in dv-cinder-853788-3-iscsi is: [{'id': 'b7edfb28-94b2-4e92-b335-544e4fa19e30', 'name': 'tempest-TestShelveInstance-1726914254-router', 'tenant_id': '479c17d6880e497f8bc822870e1119c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:31:27Z', 'updated_at': '2022-08-24T18:37:58Z', 'revision_number': 6, 'project_id': '479c17d6880e497f8bc822870e1119c3', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:37:58.799895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (b7edfb28-94b2-4e92-b335-544e4fa19e30), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.886507 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (b7edfb28-94b2-4e92-b335-544e4fa19e30), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.888820 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks [] for router_controller (b7edfb28-94b2-4e92-b335-544e4fa19e30), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.933567 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (b7edfb28-94b2-4e92-b335-544e4fa19e30), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.934531 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7edfb28-94b2-4e92-b335-544e4fa19e30 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:37:58.939786 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:58.944194 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0e09827c-a78a-4f89-b44f-4595c190898f admin admin] 10.222.0.55 "DELETE /v2.0/routers/b7edfb28-94b2-4e92-b335-544e4fa19e30 HTTP/1.1" status: 204 len: 168 time: 0.8688345 Aug 24 18:37:58.944375 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32854) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:58.995098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] Deleting subnet 31d8d1bd-6249-4f57-bb30-bde1f1679f6b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:37:58.998361 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] Publish callbacks [] for subnet (31d8d1bd-6249-4f57-bb30-bde1f1679f6b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.033711 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (31d8d1bd-6249-4f57-bb30-bde1f1679f6b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.114950 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (31d8d1bd-6249-4f57-bb30-bde1f1679f6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.175350 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (31d8d1bd-6249-4f57-bb30-bde1f1679f6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.199690 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d8d1bd-6249-4f57-bb30-bde1f1679f6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:59.205727 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.208820 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-295be10b-ee6c-4041-9d05-3399e247433b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/31d8d1bd-6249-4f57-bb30-bde1f1679f6b HTTP/1.1" status: 204 len: 168 time: 0.2634704 Aug 24 18:37:59.211469 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41187d-5042-45c3-a48f-7c2e42d44ed9 None None] Network f54f71ea-3859-43dd-a043-b4e9603d294a requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:37:59.211938 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32864) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:37:59.290284 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (f54f71ea-3859-43dd-a043-b4e9603d294a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.348268 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Deleting port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:37:59.348722 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.413535 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] For port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=23daa5b2-6a6d-4bb3-9796-b28ad0c64df3,segment=NetworkSegment(897f011d-afc3-4288-8a20-0c88ef0fa138),segment_id=897f011d-afc3-4288-8a20-0c88ef0fa138)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:59.413918 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.429752 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Calling delete_port for 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:37:59.513801 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (23daa5b2-6a6d-4bb3-9796-b28ad0c64df3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.540389 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Pushing event deleted for resources: {'Port': ['ID=23daa5b2-6a6d-4bb3-9796-b28ad0c64df3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:59.543851 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] No DVR routers for this DVR port 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 on host dv-cinder-853788-3-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:59.558386 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf556e-1a1e-4930-b8e5-5709d2a5d3a3 None None] DHCP port deletion for f54f71ea-3859-43dd-a043-b4e9603d294a request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:37:59.630941 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (f54f71ea-3859-43dd-a043-b4e9603d294a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.655861 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54f71ea-3859-43dd-a043-b4e9603d294a']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:59.667273 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897f011d-afc3-4288-8a20-0c88ef0fa138') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:59.667609 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897f011d-afc3-4288-8a20-0c88ef0fa138') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:59.681962 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (897f011d-afc3-4288-8a20-0c88ef0fa138), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.709874 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (897f011d-afc3-4288-8a20-0c88ef0fa138), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.720571 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:37:59.721331 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (897f011d-afc3-4288-8a20-0c88ef0fa138), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.776591 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 897f011d-afc3-4288-8a20-0c88ef0fa138 resource provider aggregate not found Aug 24 18:37:59.797281 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 897f011d-afc3-4288-8a20-0c88ef0fa138 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 897f011d-afc3-4288-8a20-0c88ef0fa138 found for delete ", "request_id": "req-105a315d-3327-45d9-b509-dcba0f185376"}]} Aug 24 18:37:59.797281 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (f54f71ea-3859-43dd-a043-b4e9603d294a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.809151 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:37:59.812472 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f54f71ea-3859-43dd-a043-b4e9603d294a HTTP/1.1" status: 204 len: 168 time: 0.5995755 Aug 24 18:37:59.822468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0deff-084a-41a0-8c37-e3cad628e573 admin admin] Pushing event deleted for resources: {'Network': ['ID=f54f71ea-3859-43dd-a043-b4e9603d294a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:59.969168 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a4960b70-704c-433c-a541-33e03fe2a556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.042345 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:00.136352 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-66c55dfc-0736-4604-a742-5b50fc1d955a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0a4a08da72c4cbebf20a3a4d4df49f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0900009 Aug 24 18:38:00.138378 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32892) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:00.171703 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:38:00.215927 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:38:00.217551 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device c10f3b1f-6474-4ef9-94b8-1a725c3a7b81 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:38:00.218560 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 3c20a1f9-c86d-4086-b869-8e92d61a27cb no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:38:00.241070 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c9f8-c80a-4be5-81ed-8218ae0980a9 admin admin] Publish callbacks [] for security_group (3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.267290 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 3c20a1f9-c86d-4086-b869-8e92d61a27cb {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:38:00.268135 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 3c20a1f9-c86d-4086-b869-8e92d61a27cb not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:38:00.269104 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:38:00.281483 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c9f8-c80a-4be5-81ed-8218ae0980a9 admin admin] Publish callbacks [] for security_group (3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.304511 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:38:00.305067 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 23daa5b2-6a6d-4bb3-9796-b28ad0c64df3 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:38:00.352707 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c9f8-c80a-4be5-81ed-8218ae0980a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.356115 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c9f8-c80a-4be5-81ed-8218ae0980a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.357303 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dbc2c9f8-c80a-4be5-81ed-8218ae0980a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2 HTTP/1.1" status: 204 len: 168 time: 0.2175591 Aug 24 18:38:00.365334 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2c9f8-c80a-4be5-81ed-8218ae0980a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7369a4-caf7-4ad9-8f14-7f4e3b2980b2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:00.687405 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32902) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:00.729656 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-41619c2a-eb8b-48b6-a429-3df408083bb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=479c17d6880e497f8bc822870e1119c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407507 Aug 24 18:38:00.733048 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:00.784668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d43dda-c035-44b0-b87a-fa64a5f27193 admin admin] Publish callbacks [] for security_group (dcbe48cd-43f3-44e4-aae2-bb4d183d5182), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.805503 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d43dda-c035-44b0-b87a-fa64a5f27193 admin admin] Publish callbacks [] for security_group (dcbe48cd-43f3-44e4-aae2-bb4d183d5182), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.855625 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d43dda-c035-44b0-b87a-fa64a5f27193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (dcbe48cd-43f3-44e4-aae2-bb4d183d5182), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.858246 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0d43dda-c035-44b0-b87a-fa64a5f27193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:00.859409 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b0d43dda-c035-44b0-b87a-fa64a5f27193 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcbe48cd-43f3-44e4-aae2-bb4d183d5182 HTTP/1.1" status: 204 len: 168 time: 0.1253731 Aug 24 18:38:00.867216 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d43dda-c035-44b0-b87a-fa64a5f27193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe48cd-43f3-44e4-aae2-bb4d183d5182,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:01.679991 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32938) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:01.796473 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-19384386-network', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:01.822322 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c1b61bac-aba1-4c2a-aba4-433611db9047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:01.827183 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Made reservation on behalf of 17468f3626c2414f92c19ebb45ba1bd7 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:01.831545 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:01.846162 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:01.929663 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks [] for security_group (81a2008a-5086-4939-88a1-d59757786e1a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:01.935051 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (81a2008a-5086-4939-88a1-d59757786e1a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:01.963150 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:38:01.973439 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2008a-5086-4939-88a1-d59757786e1a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:01.979734 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:01.980073 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Added segment ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a of type vlan for network fb5a98a4-b7e3-48e5-944a-ff117261bc1f Aug 24 18:38:02.021327 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (fb5a98a4-b7e3-48e5-944a-ff117261bc1f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.051486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (fb5a98a4-b7e3-48e5-944a-ff117261bc1f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.052610 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:02.053382 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.107542 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4264104 Aug 24 18:38:02.111612 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32942) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:02.118323 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Request body: {'subnet': {'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-19384386-subnet', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:02.122657 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e3f4a-269d-45df-85d9-c62d604ad627 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5a98a4-b7e3-48e5-944a-ff117261bc1f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:02.134881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:38:02.143591 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Made reservation on behalf of 17468f3626c2414f92c19ebb45ba1bd7 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:02.146041 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8504503'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.327663 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9115475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8504481'] for subnet (0489ffa6-971d-4ad5-aa85-dac93f89e070), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.381322 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0489ffa6-971d-4ad5-aa85-dac93f89e070,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:02.392001 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Checking segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:02.392390 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Network hostable DHCP agents. Network: fb5a98a4-b7e3-48e5-944a-ff117261bc1f, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:38:02.409811 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:38:02.419797 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, fb5a98a4-b7e3-48e5-944a-ff117261bc1f) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:02.424112 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:02.424775 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.431960 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9d5ad-c44d-4800-b168-5fd413b15c58 None None] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:38:02.453077 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ca899d29-a0e0-4495-8b33-d844608ecf4f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3403943 Aug 24 18:38:02.457230 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:02.461807 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:02.482399 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (51426c21-9fa7-4219-8eca-40713943a029), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.483476 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (51426c21-9fa7-4219-8eca-40713943a029), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.561129 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks [] for router_controller (51426c21-9fa7-4219-8eca-40713943a029), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.567746 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:38:02.568657 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.712680 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks [] for router_gateway (51426c21-9fa7-4219-8eca-40713943a029), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.758743 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Allocated IP 172.20.0.2 (fb5a98a4-b7e3-48e5-944a-ff117261bc1f/0489ffa6-971d-4ad5-aa85-dac93f89e070/5e419b3e-d073-432c-bacf-d8006b9f649a) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:02.973560 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Publish callbacks [] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:02.988301 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.042503 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32952) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:03.049338 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:03.056947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:03.059362 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:03.061724 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Pushing event updated for resources: {'Port': ['ID=5e419b3e-d073-432c-bacf-d8006b9f649a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:03.119616 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Attempting to bind port 5e419b3e-d073-432c-bacf-d8006b9f649a on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:03.120095 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Attempting to bind port 5e419b3e-d073-432c-bacf-d8006b9f649a by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:03.120491 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Attempting to bind port 5e419b3e-d073-432c-bacf-d8006b9f649a on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:03.126024 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:03.126395 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Checking segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:03.127398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.127398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Bound using segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:03.127712 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Bound port: 5e419b3e-d073-432c-bacf-d8006b9f649a, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:03.128079 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.179177 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1d47f6a-f03e-4d26-a946-1d0395d6f364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.192211 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] For port 5e419b3e-d073-432c-bacf-d8006b9f649a, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:03.195590 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] For port 5e419b3e-d073-432c-bacf-d8006b9f649a, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=5e419b3e-d073-432c-bacf-d8006b9f649a,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:03.205958 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.265972 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe192eae-ddaf-4eb5-bbca-6a65723926c5 None None] Pushing event updated for resources: {'Port': ['ID=5e419b3e-d073-432c-bacf-d8006b9f649a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:03.266210 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks [] for router_gateway (51426c21-9fa7-4219-8eca-40713943a029), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.287939 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.300184 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1d47f6a-f03e-4d26-a946-1d0395d6f364 admin admin] Publish callbacks [] for security_group (0b3eea64-e8bd-4f20-b5fe-d9f00fb72128), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.304963 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1d47f6a-f03e-4d26-a946-1d0395d6f364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0b3eea64-e8bd-4f20-b5fe-d9f00fb72128), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.333308 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.352860 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d47f6a-f03e-4d26-a946-1d0395d6f364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3eea64-e8bd-4f20-b5fe-d9f00fb72128,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:03.359229 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f1d47f6a-f03e-4d26-a946-1d0395d6f364 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7afcb30c71c44ae0844267a007e001a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135979 Aug 24 18:38:03.362184 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32956) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:03.411545 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Allocated IP 172.27.3.214 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/40f9c74a-6327-4527-9dc0-67e34c338ee1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:03.415727 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92feb44-fe85-4fe8-af78-9599a08f86bc admin admin] Publish callbacks [] for security_group (0b3eea64-e8bd-4f20-b5fe-d9f00fb72128), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.446076 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92feb44-fe85-4fe8-af78-9599a08f86bc admin admin] Publish callbacks [] for security_group (0b3eea64-e8bd-4f20-b5fe-d9f00fb72128), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.508812 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92feb44-fe85-4fe8-af78-9599a08f86bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0b3eea64-e8bd-4f20-b5fe-d9f00fb72128), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.512098 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92feb44-fe85-4fe8-af78-9599a08f86bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.513414 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e92feb44-fe85-4fe8-af78-9599a08f86bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b3eea64-e8bd-4f20-b5fe-d9f00fb72128 HTTP/1.1" status: 204 len: 168 time: 0.1504416 Aug 24 18:38:03.522056 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92feb44-fe85-4fe8-af78-9599a08f86bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3eea64-e8bd-4f20-b5fe-d9f00fb72128,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:03.551700 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks [] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.595090 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.632434 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:03.637793 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:03.640282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:03.674119 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=40f9c74a-6327-4527-9dc0-67e34c338ee1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:03.809332 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32962) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:03.823017 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f858ddd4-ebb3-4bd6-9338-c82dbcebd700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.896071 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks [] for router_gateway (51426c21-9fa7-4219-8eca-40713943a029), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.902961 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f858ddd4-ebb3-4bd6-9338-c82dbcebd700 admin admin] Publish callbacks [] for security_group (861d1ab6-6db8-462c-af16-384100d40393), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.908005 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f858ddd4-ebb3-4bd6-9338-c82dbcebd700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (861d1ab6-6db8-462c-af16-384100d40393), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:03.947186 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858ddd4-ebb3-4bd6-9338-c82dbcebd700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d1ab6-6db8-462c-af16-384100d40393,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:03.952475 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f858ddd4-ebb3-4bd6-9338-c82dbcebd700 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3175e5a381d5401ab8301dbc58d604e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416423 Aug 24 18:38:03.954736 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32964) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:04.010627 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2de94625-7eeb-450b-b463-5ae638746135 admin admin] Publish callbacks [] for security_group (861d1ab6-6db8-462c-af16-384100d40393), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.033085 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2de94625-7eeb-450b-b463-5ae638746135 admin admin] Publish callbacks [] for security_group (861d1ab6-6db8-462c-af16-384100d40393), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.096613 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2de94625-7eeb-450b-b463-5ae638746135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (861d1ab6-6db8-462c-af16-384100d40393), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.100994 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2de94625-7eeb-450b-b463-5ae638746135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.102365 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2de94625-7eeb-450b-b463-5ae638746135 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/861d1ab6-6db8-462c-af16-384100d40393 HTTP/1.1" status: 204 len: 168 time: 0.1466932 Aug 24 18:38:04.114550 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de94625-7eeb-450b-b463-5ae638746135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d1ab6-6db8-462c-af16-384100d40393,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:04.122252 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (51426c21-9fa7-4219-8eca-40713943a029), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.201610 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 5e419b3e-d073-432c-bacf-d8006b9f649a up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:04.250462 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 5e419b3e-d073-432c-bacf-d8006b9f649a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:04.250842 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.277209 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Router 51426c21-9fa7-4219-8eca-40713943a029 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:38:04.302075 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e2b862-8dbb-4023-a98a-a77ab112a3ce None None] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:38:04.372195 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 5e419b3e-d073-432c-bacf-d8006b9f649a is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:04.372618 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.398571 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:04.415324 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:04.432419 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:04.434262 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:04.440821 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.444513 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2074b188-f86e-4077-a41f-1fa9ce304cd4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9859235 Aug 24 18:38:04.448818 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 32970) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:04.456005 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-dec140f7-83be-4d13-bcdd-884625aea717 None None] Provisioning complete for port 5e419b3e-d073-432c-bacf-d8006b9f649a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:04.456706 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dec140f7-83be-4d13-bcdd-884625aea717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.463430 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 5e419b3e-d073-432c-bacf-d8006b9f649a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=5e419b3e-d073-432c-bacf-d8006b9f649a,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:04.574401 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:04.675202 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.739377 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:04.773512 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=5e419b3e-d073-432c-bacf-d8006b9f649a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:04.825313 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-dec140f7-83be-4d13-bcdd-884625aea717 None None] Current status of the port 5e419b3e-d073-432c-bacf-d8006b9f649a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:04.909436 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:03Z', 'revision_number': 3, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:04.959269 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:04.960107 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Updating router 51426c21-9fa7-4219-8eca-40713943a029 port 40f9c74a-6327-4527-9dc0-67e34c338ee1 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:38:05.008494 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.131061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.175429 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f4275262-f407-411e-8c42-2272264476ec None None] Provisioning complete for port 5e419b3e-d073-432c-bacf-d8006b9f649a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:05.176103 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f4275262-f407-411e-8c42-2272264476ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.313804 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f4275262-f407-411e-8c42-2272264476ec None None] Current status of the port 5e419b3e-d073-432c-bacf-d8006b9f649a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:05.366035 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Publish callbacks [] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.375923 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.378632 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Allocated IP 172.20.0.1 (fb5a98a4-b7e3-48e5-944a-ff117261bc1f/0489ffa6-971d-4ad5-aa85-dac93f89e070/9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:05.415052 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Attempting to bind port 40f9c74a-6327-4527-9dc0-67e34c338ee1 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:05.415418 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Attempting to bind port 40f9c74a-6327-4527-9dc0-67e34c338ee1 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:05.416056 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Attempting to bind port 40f9c74a-6327-4527-9dc0-67e34c338ee1 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:05.426290 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:05.426659 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:05.427061 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.427448 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:05.427920 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Bound port: 40f9c74a-6327-4527-9dc0-67e34c338ee1, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:05.428342 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.458400 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Pushing event updated for resources: {'Port': ['ID=40f9c74a-6327-4527-9dc0-67e34c338ee1,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:05.478802 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.478802 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.478802 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.479444 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.479444 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.479600 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.481535 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.481535 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.481535 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.481535 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.484092 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.484092 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.484092 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:05.512832 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] For port 40f9c74a-6327-4527-9dc0-67e34c338ee1, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:05.516394 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] For port 40f9c74a-6327-4527-9dc0-67e34c338ee1, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=40f9c74a-6327-4527-9dc0-67e34c338ee1,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:05.526874 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.529174 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks [] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.568212 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:05.568811 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:05.583604 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.643805 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737c3e9-35f3-4bce-bb8f-022f77fd0798 None None] Pushing event updated for resources: {'Port': ['ID=40f9c74a-6327-4527-9dc0-67e34c338ee1,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:05.649695 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:05.658977 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:05.665479 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:05.704915 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:05.708969 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Pushing event updated for resources: {'Port': ['ID=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:05.727752 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (51426c21-9fa7-4219-8eca-40713943a029), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.810160 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.843245 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 32998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:05.899195 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:05.931306 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:03Z', 'revision_number': 3, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:05.965063 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ada61-a46f-448d-833e-60885142d606 None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:03Z', 'revision_number': 3, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:05.999421 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f53a55a9-ecd5-4840-8e75-161d3b6dd687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.046413 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f2313782-ee29-4e6a-9d99-6cb9c38d4e79 None None] Provisioning complete for port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:06.048054 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f2313782-ee29-4e6a-9d99-6cb9c38d4e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.116527 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f2313782-ee29-4e6a-9d99-6cb9c38d4e79 None None] Port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:06.120995 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.128569 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f53a55a9-ecd5-4840-8e75-161d3b6dd687 admin admin] Publish callbacks [] for security_group (f117833b-c98b-41e4-98c0-af047a70a710), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.130952 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks [] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.140797 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f53a55a9-ecd5-4840-8e75-161d3b6dd687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (f117833b-c98b-41e4-98c0-af047a70a710), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.142603 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.160042 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 5e419b3e-d073-432c-bacf-d8006b9f649a up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:06.193209 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f53a55a9-ecd5-4840-8e75-161d3b6dd687 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1472d84a1304ab09f76a1a4365d4c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479347 Aug 24 18:38:06.194082 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:06.194819 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a55a9-ecd5-4840-8e75-161d3b6dd687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f117833b-c98b-41e4-98c0-af047a70a710,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:06.217824 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Pushing event updated for resources: {'Port': ['ID=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:06.220336 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (51426c21-9fa7-4219-8eca-40713943a029), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.245734 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 5e419b3e-d073-432c-bacf-d8006b9f649a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:06.246841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.262749 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b1747b3-e1c4-4059-9a2f-8109dafeb07e admin admin] Publish callbacks [] for security_group (f117833b-c98b-41e4-98c0-af047a70a710), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.292540 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b1747b3-e1c4-4059-9a2f-8109dafeb07e admin admin] Publish callbacks [] for security_group (f117833b-c98b-41e4-98c0-af047a70a710), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.372913 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 5e419b3e-d073-432c-bacf-d8006b9f649a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:06.378339 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:06.380429 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:06.387941 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b1747b3-e1c4-4059-9a2f-8109dafeb07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (f117833b-c98b-41e4-98c0-af047a70a710), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.390771 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b1747b3-e1c4-4059-9a2f-8109dafeb07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.392076 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6b1747b3-e1c4-4059-9a2f-8109dafeb07e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f117833b-c98b-41e4-98c0-af047a70a710 HTTP/1.1" status: 204 len: 168 time: 0.1938879 Aug 24 18:38:06.414754 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1747b3-e1c4-4059-9a2f-8109dafeb07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117833b-c98b-41e4-98c0-af047a70a710,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:06.549955 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:38:06.669099 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:06.676526 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3dc4312a-bf87-41d4-b731-64b49006f413 admin admin] 10.222.0.55 "PUT /v2.0/routers/51426c21-9fa7-4219-8eca-40713943a029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2257268 Aug 24 18:38:06.748450 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-06cf428f-816d-4dc0-a26d-dd0d66d970f0 None None] Provisioning complete for port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:06.749163 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-06cf428f-816d-4dc0-a26d-dd0d66d970f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:06.792416 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-06cf428f-816d-4dc0-a26d-dd0d66d970f0 None None] Port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:07.276174 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:07.281708 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1970070957-network', 'tenant_id': '1c0484309e444964965c6765fbcbe384'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:07.306020 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Made reservation on behalf of 1c0484309e444964965c6765fbcbe384 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:07.308396 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.317100 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.401505 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks [] for security_group (acb8a02e-e324-4d74-8d67-03789f7e1915), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.408042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (acb8a02e-e324-4d74-8d67-03789f7e1915), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.434262 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:38:07.445373 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb8a02e-e324-4d74-8d67-03789f7e1915,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:07.451534 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (d625d9c3-0775-4cff-9482-d530e381e8d8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.451879 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Added segment d625d9c3-0775-4cff-9482-d530e381e8d8 of type vlan for network 332b7dad-3de1-4b92-8ec0-48e125460b7f Aug 24 18:38:07.497302 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (332b7dad-3de1-4b92-8ec0-48e125460b7f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.525672 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (332b7dad-3de1-4b92-8ec0-48e125460b7f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.526665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:07.527257 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.586720 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3091514 Aug 24 18:38:07.590192 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33044) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:07.595018 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502e362-a2f6-4eca-b7be-c7b9f0a25d1a admin admin] Pushing event updated for resources: {'Network': ['ID=332b7dad-3de1-4b92-8ec0-48e125460b7f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:07.602304 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Request body: {'subnet': {'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1970070957-subnet', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:07.606286 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:38:07.625930 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Made reservation on behalf of 1c0484309e444964965c6765fbcbe384 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:07.628490 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8504503'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:07.940660 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:07.952823 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:07.953671 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:08.063961 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:08.094577 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9115475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8504481'] for subnet (32bffed6-396b-4ea8-a773-59c857fba386), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.160532 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bffed6-396b-4ea8-a773-59c857fba386,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:08.165006 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Checking segment: {'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:08.165362 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Network hostable DHCP agents. Network: 332b7dad-3de1-4b92-8ec0-48e125460b7f, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:38:08.186617 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:38:08.198648 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, 332b7dad-3de1-4b92-8ec0-48e125460b7f) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:08.199554 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 40f9c74a-6327-4527-9dc0-67e34c338ee1 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:08.204372 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:08.205201 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.226755 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f197a-3504-48bc-89e5-feb123741190 None None] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:38:08.229580 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33062) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:08.230150 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-288691e2-b6d8-49d8-8200-91eb424dffe2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6367254 Aug 24 18:38:08.235568 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:08.258756 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (84da1028-ea11-4c2a-a770-702c5b7a9135), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.260542 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (84da1028-ea11-4c2a-a770-702c5b7a9135), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.321275 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks [] for router_controller (84da1028-ea11-4c2a-a770-702c5b7a9135), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.380202 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 40f9c74a-6327-4527-9dc0-67e34c338ee1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:08.380602 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.420680 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-332b7dad-3de1-4b92-8ec0-48e125460b7f', 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f', 'project_id': '1c0484309e444964965c6765fbcbe384', 'fixed_ips': [{'subnet_id': '32bffed6-396b-4ea8-a773-59c857fba386'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:38:08.421534 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.475701 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks [] for router_gateway (84da1028-ea11-4c2a-a770-702c5b7a9135), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.547282 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 2, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:08.598322 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:08.598674 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Updating router 51426c21-9fa7-4219-8eca-40713943a029 port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:38:08.649653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 40f9c74a-6327-4527-9dc0-67e34c338ee1 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:08.650719 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.685908 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.688735 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 40f9c74a-6327-4527-9dc0-67e34c338ee1, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=40f9c74a-6327-4527-9dc0-67e34c338ee1,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:08.703112 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.706570 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Allocated IP 172.20.0.2 (332b7dad-3de1-4b92-8ec0-48e125460b7f/32bffed6-396b-4ea8-a773-59c857fba386/0d24473c-4f62-42e7-92f5-6e27d785a379) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:08.712616 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks [] for router_gateway (84da1028-ea11-4c2a-a770-702c5b7a9135), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.732571 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.841094 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Allocated IP 172.27.3.250 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/b9e3d374-cf84-4213-a91e-234eb87accf2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:08.872938 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=40f9c74a-6327-4527-9dc0-67e34c338ee1,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:08.953658 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks [] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:08.989912 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.028531 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:09.033986 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:09.038334 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:09.065727 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Pushing event updated for resources: {'Port': ['ID=b9e3d374-cf84-4213-a91e-234eb87accf2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:09.165499 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Publish callbacks [] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.177885 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.241831 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:09.246820 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Pushing event updated for resources: {'Port': ['ID=0d24473c-4f62-42e7-92f5-6e27d785a379,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:09.249823 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:09.254812 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:09.285536 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks [] for router_gateway (84da1028-ea11-4c2a-a770-702c5b7a9135), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.326454 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Publish callbacks [] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.337808 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.362997 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Attempting to bind port 0d24473c-4f62-42e7-92f5-6e27d785a379 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:09.363361 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Attempting to bind port 0d24473c-4f62-42e7-92f5-6e27d785a379 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:09.363718 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Attempting to bind port 0d24473c-4f62-42e7-92f5-6e27d785a379 on network 332b7dad-3de1-4b92-8ec0-48e125460b7f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:09.375117 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:09.375468 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Checking segment: {'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:09.375869 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.376256 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Bound using segment: {'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:09.376747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Bound port: 0d24473c-4f62-42e7-92f5-6e27d785a379, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:09.377104 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.417154 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7c890-8cf9-4aa5-a07d-9a485b4597bb None None] Pushing event updated for resources: {'Port': ['ID=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:09.467371 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Attempting to bind port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:09.467744 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Attempting to bind port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:09.468095 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Attempting to bind port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:09.475560 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (84da1028-ea11-4c2a-a770-702c5b7a9135), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.481473 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:09.481948 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Checking segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:09.482345 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.482789 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Bound using segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:09.483255 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Bound port: 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:09.483632 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.508694 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] For port 0d24473c-4f62-42e7-92f5-6e27d785a379, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:09.512401 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] For port 0d24473c-4f62-42e7-92f5-6e27d785a379, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0d24473c-4f62-42e7-92f5-6e27d785a379,segment=NetworkSegment(d625d9c3-0775-4cff-9482-d530e381e8d8),segment_id=d625d9c3-0775-4cff-9482-d530e381e8d8)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:09.536033 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.597552 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] For port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:09.626911 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] For port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:09.626911 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf1e2e-cda2-4a5d-97c1-c97cc7d0038b None None] Pushing event updated for resources: {'Port': ['ID=0d24473c-4f62-42e7-92f5-6e27d785a379,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:09.628385 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.632254 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Router 84da1028-ea11-4c2a-a770-702c5b7a9135 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:38:09.673757 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:09.674395 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:09.724209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7c890-8cf9-4aa5-a07d-9a485b4597bb None None] Pushing event updated for resources: {'Port': ['ID=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:09.763240 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:09.782549 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Sync routers for ids ['84da1028-ea11-4c2a-a770-702c5b7a9135'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:09.804964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:09.806499 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4b329840-4494-4854-97df-9f2eb9b012ab admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5755661 Aug 24 18:38:09.809797 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:09.820216 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Routers {'84da1028-ea11-4c2a-a770-702c5b7a9135'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:09.822471 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['84da1028-ea11-4c2a-a770-702c5b7a9135'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:09.862524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:10.158990 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Set router 84da1028-ea11-4c2a-a770-702c5b7a9135 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:10.188464 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:09Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:10.234851 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70529672-441f-41a8-8ad3-58afcd449b30 None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:09Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:10.289797 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 40f9c74a-6327-4527-9dc0-67e34c338ee1 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:10.371486 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 40f9c74a-6327-4527-9dc0-67e34c338ee1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:10.375120 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.433069 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.444004 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:09Z', 'revision_number': 3, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port': {'id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:10.485807 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Checking router: 84da1028-ea11-4c2a-a770-702c5b7a9135 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:10.486698 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Updating router 84da1028-ea11-4c2a-a770-702c5b7a9135 port b9e3d374-cf84-4213-a91e-234eb87accf2 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:38:10.500454 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 40f9c74a-6327-4527-9dc0-67e34c338ee1 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:10.501602 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0d24473c-4f62-42e7-92f5-6e27d785a379 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:10.544265 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.571100 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 0d24473c-4f62-42e7-92f5-6e27d785a379 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:10.571489 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.712499 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 0d24473c-4f62-42e7-92f5-6e27d785a379 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:10.713255 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.736282 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Allocated IP 172.20.0.1 (332b7dad-3de1-4b92-8ec0-48e125460b7f/32bffed6-396b-4ea8-a773-59c857fba386/cf686de5-9854-488e-bfcf-263ef99ac616) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:10.763044 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 0d24473c-4f62-42e7-92f5-6e27d785a379, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0d24473c-4f62-42e7-92f5-6e27d785a379,segment=NetworkSegment(d625d9c3-0775-4cff-9482-d530e381e8d8),segment_id=d625d9c3-0775-4cff-9482-d530e381e8d8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:10.778194 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.857620 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=0d24473c-4f62-42e7-92f5-6e27d785a379,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:10.903341 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks [] for port (cf686de5-9854-488e-bfcf-263ef99ac616), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.935676 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Publish callbacks [] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.947536 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.950982 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:10.993230 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9470eaa6-2a02-43cc-8ba8-b951a3a5237f None None] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:38:10.993870 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:11.000990 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:11.005169 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:11.016451 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Attempting to bind port b9e3d374-cf84-4213-a91e-234eb87accf2 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:11.017012 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Attempting to bind port b9e3d374-cf84-4213-a91e-234eb87accf2 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:11.017438 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Attempting to bind port b9e3d374-cf84-4213-a91e-234eb87accf2 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:11.026413 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:11.027656 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:11.028122 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.029314 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:11.029894 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Bound port: b9e3d374-cf84-4213-a91e-234eb87accf2, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:11.030371 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.042248 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf686de5-9854-488e-bfcf-263ef99ac616,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:11.067468 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (84da1028-ea11-4c2a-a770-702c5b7a9135), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.080996 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cd0c4bda-dff0-4f7c-80b8-ecbb13272b50 None None] Provisioning complete for port 0d24473c-4f62-42e7-92f5-6e27d785a379 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:11.081655 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cd0c4bda-dff0-4f7c-80b8-ecbb13272b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.095250 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf3f17-b028-490a-b031-e8a8666dd01c None None] Pushing event updated for resources: {'Port': ['ID=b9e3d374-cf84-4213-a91e-234eb87accf2,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:11.148863 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] For port b9e3d374-cf84-4213-a91e-234eb87accf2, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:11.155108 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] For port b9e3d374-cf84-4213-a91e-234eb87accf2, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=b9e3d374-cf84-4213-a91e-234eb87accf2,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:11.166926 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.258564 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c4bda-dff0-4f7c-80b8-ecbb13272b50 None None] Current status of the port 0d24473c-4f62-42e7-92f5-6e27d785a379 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:11.304127 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf3f17-b028-490a-b031-e8a8666dd01c None None] Pushing event updated for resources: {'Port': ['ID=b9e3d374-cf84-4213-a91e-234eb87accf2,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:11.321064 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Routers {'84da1028-ea11-4c2a-a770-702c5b7a9135'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:11.321729 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['84da1028-ea11-4c2a-a770-702c5b7a9135'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:11.359078 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33086) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:11.477669 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] Set router 84da1028-ea11-4c2a-a770-702c5b7a9135 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:11.539889 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39abaf1a-6ee8-49d6-b9f0-ccc3863f2fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.653527 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.694952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-da204041-20e9-4f01-b094-42b1c19697b2 None None] Provisioning complete for port 0d24473c-4f62-42e7-92f5-6e27d785a379 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:11.695385 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da204041-20e9-4f01-b094-42b1c19697b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.714348 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39abaf1a-6ee8-49d6-b9f0-ccc3863f2fbf admin admin] Publish callbacks [] for security_group (60a09c6e-4060-4f20-bbc7-7bb489981930), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.722660 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39abaf1a-6ee8-49d6-b9f0-ccc3863f2fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (60a09c6e-4060-4f20-bbc7-7bb489981930), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.825143 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-39abaf1a-6ee8-49d6-b9f0-ccc3863f2fbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4537e259996b4c46b651656310d6c300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640043 Aug 24 18:38:11.826132 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-da204041-20e9-4f01-b094-42b1c19697b2 None None] Current status of the port 0d24473c-4f62-42e7-92f5-6e27d785a379 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:11.827893 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33090) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:11.832489 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abaf1a-6ee8-49d6-b9f0-ccc3863f2fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a09c6e-4060-4f20-bbc7-7bb489981930,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:11.857461 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-da204041-20e9-4f01-b094-42b1c19697b2 None None] Provisioning complete for port cf686de5-9854-488e-bfcf-263ef99ac616 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:11.857845 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da204041-20e9-4f01-b094-42b1c19697b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.880436 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:09Z', 'revision_number': 3, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port': {'id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:11.916616 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-da204041-20e9-4f01-b094-42b1c19697b2 None None] Port cf686de5-9854-488e-bfcf-263ef99ac616 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:11.928966 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c588e7-7dbb-4038-9234-0c736dea6541 None None] The sync data for ids ['84da1028-ea11-4c2a-a770-702c5b7a9135'] in dv-cinder-853788-3-iscsi is: [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:09Z', 'revision_number': 3, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port': {'id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:11.935849 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8418f40d-3212-4e98-8e35-c5e4c1480347 admin admin] Publish callbacks [] for security_group (60a09c6e-4060-4f20-bbc7-7bb489981930), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:11.963493 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8418f40d-3212-4e98-8e35-c5e4c1480347 admin admin] Publish callbacks [] for security_group (60a09c6e-4060-4f20-bbc7-7bb489981930), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.028413 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8418f40d-3212-4e98-8e35-c5e4c1480347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (60a09c6e-4060-4f20-bbc7-7bb489981930), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.035572 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8418f40d-3212-4e98-8e35-c5e4c1480347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.041368 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-950875ad-3c53-47d9-af15-07d1e6019a21 None None] Provisioning complete for port cf686de5-9854-488e-bfcf-263ef99ac616 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:12.041631 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8418f40d-3212-4e98-8e35-c5e4c1480347 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60a09c6e-4060-4f20-bbc7-7bb489981930 HTTP/1.1" status: 204 len: 168 time: 0.1966162 Aug 24 18:38:12.041789 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-950875ad-3c53-47d9-af15-07d1e6019a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.051020 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418f40d-3212-4e98-8e35-c5e4c1480347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a09c6e-4060-4f20-bbc7-7bb489981930,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:12.093097 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks [] for port (cf686de5-9854-488e-bfcf-263ef99ac616), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.115234 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.125135 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-950875ad-3c53-47d9-af15-07d1e6019a21 None None] Port cf686de5-9854-488e-bfcf-263ef99ac616 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:12.202257 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf686de5-9854-488e-bfcf-263ef99ac616,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:12.211040 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (84da1028-ea11-4c2a-a770-702c5b7a9135), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.312886 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:12.333961 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:12.336013 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:12.369380 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:12.369760 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.504089 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Router 84da1028-ea11-4c2a-a770-702c5b7a9135 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:38:12.507508 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:12.507910 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.572195 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:12.590230 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33096) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:12.591002 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.592326 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0d24473c-4f62-42e7-92f5-6e27d785a379 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:12.617941 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff712858-9d3a-4186-84a7-29ca29a9b422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.674971 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:12.689506 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-881913d4-a875-40bc-aa74-9447c8884ef9 admin admin] 10.222.0.55 "PUT /v2.0/routers/84da1028-ea11-4c2a-a770-702c5b7a9135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8700557 Aug 24 18:38:12.714736 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-1df9d552-1510-4039-9e8f-0180641c8c71 None None] Provisioning complete for port cf686de5-9854-488e-bfcf-263ef99ac616 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:12.715303 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1df9d552-1510-4039-9e8f-0180641c8c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.743233 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff712858-9d3a-4186-84a7-29ca29a9b422 admin admin] Publish callbacks [] for security_group (b1365687-e9ef-47ec-8698-552a2fff80be), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.746422 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:12.749286 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff712858-9d3a-4186-84a7-29ca29a9b422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b1365687-e9ef-47ec-8698-552a2fff80be), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.777008 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 0d24473c-4f62-42e7-92f5-6e27d785a379 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:12.777435 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.797318 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff712858-9d3a-4186-84a7-29ca29a9b422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1365687-e9ef-47ec-8698-552a2fff80be,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:12.804942 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:12.810499 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1df9d552-1510-4039-9e8f-0180641c8c71 None None] Port cf686de5-9854-488e-bfcf-263ef99ac616 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:12.814888 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ff712858-9d3a-4186-84a7-29ca29a9b422 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e3020c29c9a47bab5e41947797706e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233665 Aug 24 18:38:12.872390 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c7b0efe-2d02-41bb-9842-75fffa4a3171 admin admin] Publish callbacks [] for security_group (b1365687-e9ef-47ec-8698-552a2fff80be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.897265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 0d24473c-4f62-42e7-92f5-6e27d785a379 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:12.902293 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c7b0efe-2d02-41bb-9842-75fffa4a3171 admin admin] Publish callbacks [] for security_group (b1365687-e9ef-47ec-8698-552a2fff80be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.963634 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c7b0efe-2d02-41bb-9842-75fffa4a3171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b1365687-e9ef-47ec-8698-552a2fff80be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.966359 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c7b0efe-2d02-41bb-9842-75fffa4a3171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:12.967838 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8c7b0efe-2d02-41bb-9842-75fffa4a3171 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1365687-e9ef-47ec-8698-552a2fff80be HTTP/1.1" status: 204 len: 168 time: 0.1616824 Aug 24 18:38:12.980099 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b0efe-2d02-41bb-9842-75fffa4a3171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1365687-e9ef-47ec-8698-552a2fff80be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:13.141135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:13.145935 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6eb087d2-03bb-4b16-93c2-d22ba13f9863 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286976596', 'description': 'tempest-secgroup-smoke-1286976596 description', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:13.170823 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb087d2-03bb-4b16-93c2-d22ba13f9863 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.251551 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb087d2-03bb-4b16-93c2-d22ba13f9863 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group (fcc4faa6-0bfd-4505-8d12-0d701ba7c053), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.256795 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb087d2-03bb-4b16-93c2-d22ba13f9863 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (fcc4faa6-0bfd-4505-8d12-0d701ba7c053), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.296826 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb087d2-03bb-4b16-93c2-d22ba13f9863 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.298076 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6eb087d2-03bb-4b16-93c2-d22ba13f9863 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1559145 Aug 24 18:38:13.301332 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33114) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:13.302399 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb087d2-03bb-4b16-93c2-d22ba13f9863 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc4faa6-0bfd-4505-8d12-0d701ba7c053,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:13.306062 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ad0322cc-b4fe-47af-9b84-8616396ff3ef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4faa6-0bfd-4505-8d12-0d701ba7c053', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:13.332734 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad0322cc-b4fe-47af-9b84-8616396ff3ef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (fcd42712-c241-486a-be93-4c2bec3044e7), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.389970 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad0322cc-b4fe-47af-9b84-8616396ff3ef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (fcd42712-c241-486a-be93-4c2bec3044e7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.394551 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad0322cc-b4fe-47af-9b84-8616396ff3ef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (fcd42712-c241-486a-be93-4c2bec3044e7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.413957 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0322cc-b4fe-47af-9b84-8616396ff3ef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd42712-c241-486a-be93-4c2bec3044e7,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:13.420615 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad0322cc-b4fe-47af-9b84-8616396ff3ef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.421822 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ad0322cc-b4fe-47af-9b84-8616396ff3ef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192966 Aug 24 18:38:13.424568 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33122) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:13.429185 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2fc18c53-39a3-4812-b143-f3bc3da25165 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4faa6-0bfd-4505-8d12-0d701ba7c053', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:13.457556 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2fc18c53-39a3-4812-b143-f3bc3da25165 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (32670056-03f7-4a6c-bdf7-ea44de9115b9), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.520689 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2fc18c53-39a3-4812-b143-f3bc3da25165 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (32670056-03f7-4a6c-bdf7-ea44de9115b9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.526339 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2fc18c53-39a3-4812-b143-f3bc3da25165 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (32670056-03f7-4a6c-bdf7-ea44de9115b9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.547437 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc18c53-39a3-4812-b143-f3bc3da25165 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32670056-03f7-4a6c-bdf7-ea44de9115b9,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:13.561143 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2fc18c53-39a3-4812-b143-f3bc3da25165 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.564991 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2fc18c53-39a3-4812-b143-f3bc3da25165 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367781 Aug 24 18:38:13.565499 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33126) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:13.569615 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e3420a9d-e137-4732-af53-41356847782c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4faa6-0bfd-4505-8d12-0d701ba7c053', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:13.595511 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3420a9d-e137-4732-af53-41356847782c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (c30f77d4-5973-4a06-aca4-3df7d79f4036), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.664228 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3420a9d-e137-4732-af53-41356847782c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (c30f77d4-5973-4a06-aca4-3df7d79f4036), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.679609 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3420a9d-e137-4732-af53-41356847782c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (c30f77d4-5973-4a06-aca4-3df7d79f4036), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.694046 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420a9d-e137-4732-af53-41356847782c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30f77d4-5973-4a06-aca4-3df7d79f4036,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:13.715886 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3420a9d-e137-4732-af53-41356847782c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.717428 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e3420a9d-e137-4732-af53-41356847782c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511781 Aug 24 18:38:13.720165 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33134) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:13.724661 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b8b5a8b9-6353-4239-b60d-10c6760cbd1f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4faa6-0bfd-4505-8d12-0d701ba7c053', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:13.752346 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a8b9-6353-4239-b60d-10c6760cbd1f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (8df3dadb-ed89-46a7-8e1b-bd1a92c4d962), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.821103 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a8b9-6353-4239-b60d-10c6760cbd1f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (8df3dadb-ed89-46a7-8e1b-bd1a92c4d962), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.836664 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a8b9-6353-4239-b60d-10c6760cbd1f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (8df3dadb-ed89-46a7-8e1b-bd1a92c4d962), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.856241 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5a8b9-6353-4239-b60d-10c6760cbd1f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df3dadb-ed89-46a7-8e1b-bd1a92c4d962,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:13.863923 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a8b9-6353-4239-b60d-10c6760cbd1f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.865279 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b8b5a8b9-6353-4239-b60d-10c6760cbd1f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441400 Aug 24 18:38:13.868076 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33138) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:13.872736 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4faa6-0bfd-4505-8d12-0d701ba7c053', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:13.899172 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Project 17468f3626c2414f92c19ebb45ba1bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:38:13.905916 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (58e2067a-82ad-4da1-8888-621cd38f42c4), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.967092 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (58e2067a-82ad-4da1-8888-621cd38f42c4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.979495 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (58e2067a-82ad-4da1-8888-621cd38f42c4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:13.986278 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Sync routers for ids ['84da1028-ea11-4c2a-a770-702c5b7a9135'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:13.997748 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Routers {'84da1028-ea11-4c2a-a770-702c5b7a9135'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:13.998585 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e2067a-82ad-4da1-8888-621cd38f42c4,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:13.999056 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['84da1028-ea11-4c2a-a770-702c5b7a9135'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:14.009704 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.010928 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-aa68233f-0162-4359-a0ed-8e19c4af4b04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416788 Aug 24 18:38:14.013784 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33142) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:14.018751 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4faa6-0bfd-4505-8d12-0d701ba7c053', 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:14.042044 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Project 17468f3626c2414f92c19ebb45ba1bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:38:14.048126 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (b338cf44-25b9-41b8-b59e-1b86f95145aa), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.124292 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Set router 84da1028-ea11-4c2a-a770-702c5b7a9135 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:14.139737 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (b338cf44-25b9-41b8-b59e-1b86f95145aa), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.144759 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (b338cf44-25b9-41b8-b59e-1b86f95145aa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.165489 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.170532 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520066 Aug 24 18:38:14.174229 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e8183-8adf-4927-9d13-9c4572ac11e1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b338cf44-25b9-41b8-b59e-1b86f95145aa,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:14.285288 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:14.547303 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:14.547692 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.610759 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:11Z', 'revision_number': 4, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port': {'id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'cf686de5-9854-488e-bfcf-263ef99ac616', 'name': '', 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'mac_address': 'fa:16:3e:9e:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '32bffed6-396b-4ea8-a773-59c857fba386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:10Z', 'updated_at': '2022-08-24T18:38:11Z', 'revision_number': 2, 'project_id': '1c0484309e444964965c6765fbcbe384', 'subnets': [{'id': '32bffed6-396b-4ea8-a773-59c857fba386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:14.665732 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Checking router: 84da1028-ea11-4c2a-a770-702c5b7a9135 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:14.665732 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Updating router 84da1028-ea11-4c2a-a770-702c5b7a9135 port cf686de5-9854-488e-bfcf-263ef99ac616 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:38:14.695550 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:14.696753 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device b9e3d374-cf84-4213-a91e-234eb87accf2 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:14.730924 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.853301 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port b9e3d374-cf84-4213-a91e-234eb87accf2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:14.853708 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:14.998967 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port b9e3d374-cf84-4213-a91e-234eb87accf2 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:14.999608 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:15.033733 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port b9e3d374-cf84-4213-a91e-234eb87accf2, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=b9e3d374-cf84-4213-a91e-234eb87accf2,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:15.040648 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:15.123921 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Publish callbacks [] for port (cf686de5-9854-488e-bfcf-263ef99ac616), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:15.125554 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=b9e3d374-cf84-4213-a91e-234eb87accf2,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:15.131707 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:15.212598 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe6d9a-4b7c-4df5-a45c-2262d40a7d07 None None] Pushing event updated for resources: {'Port': ['ID=cf686de5-9854-488e-bfcf-263ef99ac616,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:15.231518 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Attempting to bind port cf686de5-9854-488e-bfcf-263ef99ac616 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:15.231919 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Attempting to bind port cf686de5-9854-488e-bfcf-263ef99ac616 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:15.232331 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Attempting to bind port cf686de5-9854-488e-bfcf-263ef99ac616 on network 332b7dad-3de1-4b92-8ec0-48e125460b7f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:15.238176 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:15.238601 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Checking segment: {'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:15.239117 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:15.239519 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Bound using segment: {'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:15.240132 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Bound port: cf686de5-9854-488e-bfcf-263ef99ac616, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd625d9c3-0775-4cff-9482-d530e381e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:15.240711 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:15.303327 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] For port cf686de5-9854-488e-bfcf-263ef99ac616, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:15.306461 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] For port cf686de5-9854-488e-bfcf-263ef99ac616, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=cf686de5-9854-488e-bfcf-263ef99ac616,segment=NetworkSegment(d625d9c3-0775-4cff-9482-d530e381e8d8),segment_id=d625d9c3-0775-4cff-9482-d530e381e8d8)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:15.315364 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:15.350298 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Routers {'84da1028-ea11-4c2a-a770-702c5b7a9135'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:15.350927 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['84da1028-ea11-4c2a-a770-702c5b7a9135'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:15.414334 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe6d9a-4b7c-4df5-a45c-2262d40a7d07 None None] Pushing event updated for resources: {'Port': ['ID=cf686de5-9854-488e-bfcf-263ef99ac616,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:15.477109 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] Set router 84da1028-ea11-4c2a-a770-702c5b7a9135 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:15.680903 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:11Z', 'revision_number': 4, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port': {'id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'cf686de5-9854-488e-bfcf-263ef99ac616', 'name': '', 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'mac_address': 'fa:16:3e:9e:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '32bffed6-396b-4ea8-a773-59c857fba386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:10Z', 'updated_at': '2022-08-24T18:38:15Z', 'revision_number': 4, 'project_id': '1c0484309e444964965c6765fbcbe384', 'subnets': [{'id': '32bffed6-396b-4ea8-a773-59c857fba386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:15.706743 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab15bd-e7fa-43fc-aef3-2e844925b844 None None] The sync data for ids ['84da1028-ea11-4c2a-a770-702c5b7a9135'] in dv-cinder-853788-3-iscsi is: [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:11Z', 'revision_number': 4, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port': {'id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': 'cf686de5-9854-488e-bfcf-263ef99ac616', 'name': '', 'network_id': '332b7dad-3de1-4b92-8ec0-48e125460b7f', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'mac_address': 'fa:16:3e:9e:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '32bffed6-396b-4ea8-a773-59c857fba386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:10Z', 'updated_at': '2022-08-24T18:38:15Z', 'revision_number': 4, 'project_id': '1c0484309e444964965c6765fbcbe384', 'subnets': [{'id': '32bffed6-396b-4ea8-a773-59c857fba386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:16.203912 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device cf686de5-9854-488e-bfcf-263ef99ac616 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:16.256120 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port cf686de5-9854-488e-bfcf-263ef99ac616 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:16.256538 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:16.331430 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port cf686de5-9854-488e-bfcf-263ef99ac616 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:16.331826 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:16.365469 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port cf686de5-9854-488e-bfcf-263ef99ac616, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=cf686de5-9854-488e-bfcf-263ef99ac616,segment=NetworkSegment(d625d9c3-0775-4cff-9482-d530e381e8d8),segment_id=d625d9c3-0775-4cff-9482-d530e381e8d8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:16.370924 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:16.371858 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device b9e3d374-cf84-4213-a91e-234eb87accf2 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:16.451132 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=cf686de5-9854-488e-bfcf-263ef99ac616,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:16.465006 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port b9e3d374-cf84-4213-a91e-234eb87accf2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:16.465385 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:16.542019 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port b9e3d374-cf84-4213-a91e-234eb87accf2 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:16.680063 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-28790224-0fc6-4d4e-8a61-3df07c5da8cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490601 Aug 24 18:38:16.761135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-a5d442a7-976a-4691-872b-4e04ce039045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:16.762728 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-a5d442a7-976a-4691-872b-4e04ce039045 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=154b7777047c4f36bee61d548c92051a&device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 1131 time: 0.0487549 Aug 24 18:38:16.874490 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-fdf57904-8121-4fff-a3dc-72cb8e22ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:16.875981 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-fdf57904-8121-4fff-a3dc-72cb8e22ddf1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 200 len: 917 time: 0.0952027 Aug 24 18:38:16.944819 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-2835b5e8-5386-4176-bdd2-88486863cf68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 200 len: 1002 time: 0.0611074 Aug 24 18:38:16.993822 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-0d003deb-a444-48ad-a480-144661df2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:16.995304 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-0d003deb-a444-48ad-a480-144661df2624 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 200 len: 855 time: 0.0448842 Aug 24 18:38:17.051164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-6154018b-9c9c-4e88-bb0a-9d1d7af0e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:17.052789 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-6154018b-9c9c-4e88-bb0a-9d1d7af0e9e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb0c16a0-31e6-4a72-bc78-784dbd2d9329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514581 Aug 24 18:38:17.163288 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-0dfc0bbf-70ea-4994-a540-e0480bdc703e service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029201 Aug 24 18:38:17.276627 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba4cac0f-3ea2-4f75-ad59-290d45f3dfdc req-4477d92d-415b-42eb-b5ce-ca82381409ae service neutron] 10.222.0.58 "GET /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055067 Aug 24 18:38:18.136473 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device cf686de5-9854-488e-bfcf-263ef99ac616 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:18.185199 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port cf686de5-9854-488e-bfcf-263ef99ac616 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:18.185480 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:18.266265 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port cf686de5-9854-488e-bfcf-263ef99ac616 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:21.801669 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:21.952576 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f65810-8417-47b5-b187-d1cbbb3a2115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.042241 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f65810-8417-47b5-b187-d1cbbb3a2115 admin admin] Publish callbacks [] for security_group (5d417c70-68d9-4260-9568-a7f4d328c1b6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.047736 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f65810-8417-47b5-b187-d1cbbb3a2115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5d417c70-68d9-4260-9568-a7f4d328c1b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.089651 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a2f65810-8417-47b5-b187-d1cbbb3a2115 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95ab4c8f25e54cc08293f651220997f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863293 Aug 24 18:38:22.090532 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f65810-8417-47b5-b187-d1cbbb3a2115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d417c70-68d9-4260-9568-a7f4d328c1b6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:22.093615 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33314) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:22.145228 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8887414a-9847-4474-8463-df21fe467649 admin admin] Publish callbacks [] for security_group (5d417c70-68d9-4260-9568-a7f4d328c1b6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.168630 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8887414a-9847-4474-8463-df21fe467649 admin admin] Publish callbacks [] for security_group (5d417c70-68d9-4260-9568-a7f4d328c1b6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.219525 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8887414a-9847-4474-8463-df21fe467649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5d417c70-68d9-4260-9568-a7f4d328c1b6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.223392 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8887414a-9847-4474-8463-df21fe467649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.224636 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8887414a-9847-4474-8463-df21fe467649 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d417c70-68d9-4260-9568-a7f4d328c1b6 HTTP/1.1" status: 204 len: 168 time: 0.1290929 Aug 24 18:38:22.233360 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887414a-9847-4474-8463-df21fe467649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d417c70-68d9-4260-9568-a7f4d328c1b6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:22.514329 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33320) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:22.528289 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3f87a9e-3cca-4a86-b6cf-0bdfe3e61895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.601020 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3f87a9e-3cca-4a86-b6cf-0bdfe3e61895 admin admin] Publish callbacks [] for security_group (5573d8df-d7fc-4f81-b951-ff2f7593f6e9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.607621 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3f87a9e-3cca-4a86-b6cf-0bdfe3e61895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5573d8df-d7fc-4f81-b951-ff2f7593f6e9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.647768 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f3f87a9e-3cca-4a86-b6cf-0bdfe3e61895 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79ebba295d9b4406accdc8d028029c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323268 Aug 24 18:38:22.648648 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f87a9e-3cca-4a86-b6cf-0bdfe3e61895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5573d8df-d7fc-4f81-b951-ff2f7593f6e9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:22.658512 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33322) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:22.708204 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f36d7b6-5444-4c8b-a163-99601d7d95a3 admin admin] Publish callbacks [] for security_group (5573d8df-d7fc-4f81-b951-ff2f7593f6e9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.734404 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f36d7b6-5444-4c8b-a163-99601d7d95a3 admin admin] Publish callbacks [] for security_group (5573d8df-d7fc-4f81-b951-ff2f7593f6e9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.790804 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f36d7b6-5444-4c8b-a163-99601d7d95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (5573d8df-d7fc-4f81-b951-ff2f7593f6e9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.793953 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f36d7b6-5444-4c8b-a163-99601d7d95a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:22.794777 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8f36d7b6-5444-4c8b-a163-99601d7d95a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5573d8df-d7fc-4f81-b951-ff2f7593f6e9 HTTP/1.1" status: 204 len: 168 time: 0.1426723 Aug 24 18:38:22.809334 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d7b6-5444-4c8b-a163-99601d7d95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5573d8df-d7fc-4f81-b951-ff2f7593f6e9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:23.176639 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33330) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:23.199120 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18389229-9954-4435-9ada-3e8550fe909b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:23.275180 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18389229-9954-4435-9ada-3e8550fe909b admin admin] Publish callbacks [] for security_group (e7fc3849-31e0-4647-8eaa-cf7be6d1da1c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:23.280995 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18389229-9954-4435-9ada-3e8550fe909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e7fc3849-31e0-4647-8eaa-cf7be6d1da1c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:23.317941 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389229-9954-4435-9ada-3e8550fe909b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc3849-31e0-4647-8eaa-cf7be6d1da1c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:23.322212 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-18389229-9954-4435-9ada-3e8550fe909b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=559aa621deda473b9634940e85230cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445498 Aug 24 18:38:23.325468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33332) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:23.377179 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ea5787f-3b2f-46a8-8205-de442c71c146 admin admin] Publish callbacks [] for security_group (e7fc3849-31e0-4647-8eaa-cf7be6d1da1c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:23.399109 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ea5787f-3b2f-46a8-8205-de442c71c146 admin admin] Publish callbacks [] for security_group (e7fc3849-31e0-4647-8eaa-cf7be6d1da1c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:23.450858 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ea5787f-3b2f-46a8-8205-de442c71c146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e7fc3849-31e0-4647-8eaa-cf7be6d1da1c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:23.453798 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ea5787f-3b2f-46a8-8205-de442c71c146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:23.454970 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8ea5787f-3b2f-46a8-8205-de442c71c146 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7fc3849-31e0-4647-8eaa-cf7be6d1da1c HTTP/1.1" status: 204 len: 168 time: 0.1290812 Aug 24 18:38:23.462885 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5787f-3b2f-46a8-8205-de442c71c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc3849-31e0-4647-8eaa-cf7be6d1da1c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:25.706025 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435d53-004e-48f9-99d2-47f0f8a01a3c req-77f5f4eb-4745-4d17-8c37-355c2087ffca tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:25.707556 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-97435d53-004e-48f9-99d2-47f0f8a01a3c req-77f5f4eb-4745-4d17-8c37-355c2087ffca tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 947 time: 0.0565388 Aug 24 18:38:25.758652 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-97435d53-004e-48f9-99d2-47f0f8a01a3c req-7d5e0543-1a8a-400f-8924-97e7ceef16ec tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451910 Aug 24 18:38:26.895485 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e8252-b09f-43ef-a5fc-b0e619fa2ca2 req-a91b3818-b98c-4178-bb87-169f3c569d86 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:26.897074 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-593e8252-b09f-43ef-a5fc-b0e619fa2ca2 req-a91b3818-b98c-4178-bb87-169f3c569d86 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 947 time: 0.0594749 Aug 24 18:38:26.954360 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-593e8252-b09f-43ef-a5fc-b0e619fa2ca2 req-518a772a-e1a1-4f7a-bad6-76e85b2403a1 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459692 Aug 24 18:38:27.509994 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:38:27.607692 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4781e-839f-4959-ae56-79a43c0b857c req-0732b1e8-6719-4821-8056-8802d55a539f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:27.609187 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-30f4781e-839f-4959-ae56-79a43c0b857c req-0732b1e8-6719-4821-8056-8802d55a539f tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 947 time: 0.0641744 Aug 24 18:38:27.708048 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Deleting port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:38:27.708384 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:27.810952 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] For port de0f5440-96ff-4eee-8ec2-0e90e5fc9556, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:27.811322 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:27.983135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:27.983881 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (fe98452f-33b9-403a-a35e-05acc61bae4a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:27.983881 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Floating IP fe98452f-33b9-403a-a35e-05acc61bae4a disassociated. External IP: 172.27.3.182, port: de0f5440-96ff-4eee-8ec2-0e90e5fc9556. Aug 24 18:38:27.984316 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Calling delete_port for de0f5440-96ff-4eee-8ec2-0e90e5fc9556 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:38:28.091434 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef16987-fc85-4020-9ef6-038cacf6bbf4 req-482055d3-236a-4ce8-a320-efcea816ee3d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:28.093008 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ef16987-fc85-4020-9ef6-038cacf6bbf4 req-482055d3-236a-4ce8-a320-efcea816ee3d tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/ports?device_id=95cc9e34-dc02-457e-acf9-f6ef4fb7b84b HTTP/1.1" status: 200 len: 947 time: 0.0553563 Aug 24 18:38:28.123709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (de0f5440-96ff-4eee-8ec2-0e90e5fc9556), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:28.147401 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ef16987-fc85-4020-9ef6-038cacf6bbf4 req-be47d251-de16-45c0-aebf-6579437351e4 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484066 Aug 24 18:38:28.149331 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event deleted for resources: {'Port': ['ID=de0f5440-96ff-4eee-8ec2-0e90e5fc9556,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:28.269574 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:38:28.373551 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:28.383483 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] Sync routers for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:28.393785 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:28.394419 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:28.419127 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] No DVR routers for this DVR port de0f5440-96ff-4eee-8ec2-0e90e5fc9556 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:38:28.421968 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:28.426190 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-30f4781e-839f-4959-ae56-79a43c0b857c req-b3bec970-dab7-430b-90eb-ee93369ae903 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.58 "DELETE /v2.0/ports/de0f5440-96ff-4eee-8ec2-0e90e5fc9556 HTTP/1.1" status: 204 len: 173 time: 0.8098788 Aug 24 18:38:28.426510 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-deleted', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:38:28.429272 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865c048e-06e6-42f3-a03a-11377abb86e4" -d '{"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-deleted", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:38:28.478003 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c242955-8c2f-40ed-8a29-dabcf485afdc x-openstack-request-id: req-9c242955-8c2f-40ed-8a29-dabcf485afdc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:38:28.478300 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc9e34-dc02-457e-acf9-f6ef4fb7b84b", "name": "network-vif-deleted", "tag": "de0f5440-96ff-4eee-8ec2-0e90e5fc9556", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:38:28.478557 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c242955-8c2f-40ed-8a29-dabcf485afdc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:38:28.478967 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c242955-8c2f-40ed-8a29-dabcf485afdc'] response: {'server_uuid': '95cc9e34-dc02-457e-acf9-f6ef4fb7b84b', 'name': 'network-vif-deleted', 'tag': 'de0f5440-96ff-4eee-8ec2-0e90e5fc9556', 'status': 'completed', 'code': 200} Aug 24 18:38:28.511859 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:28.743355 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:28.775510 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] Checking router: bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:28.785260 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:28.785898 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:28.898344 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:29.192572 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:29.223333 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3460088-9838-48b5-8aa6-e8298def7475 None None] The sync data for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi is: [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:27:24Z', 'revision_number': 4, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '85e8fd54-8166-4e2f-9a6a-45f9607c60eb', 'name': '', 'network_id': 'eb0c16a0-31e6-4a72-bc78-784dbd2d9329', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'mac_address': 'fa:16:3e:6b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:22Z', 'updated_at': '2022-08-24T18:27:43Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'subnets': [{'id': '9d2fb69b-0807-4275-9b98-f7b953c6f728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:29.258803 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:29.316670 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f0184c-121d-4f2c-a164-1b0bbae1e2b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.339428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f0184c-121d-4f2c-a164-1b0bbae1e2b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.393519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f0184c-121d-4f2c-a164-1b0bbae1e2b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.396169 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4f0184c-121d-4f2c-a164-1b0bbae1e2b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.397414 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d4f0184c-121d-4f2c-a164-1b0bbae1e2b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "DELETE /v2.0/security-groups/b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb HTTP/1.1" status: 204 len: 168 time: 0.1375678 Aug 24 18:38:29.401256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33434) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:29.418776 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-95427eb7-4bdd-494d-be19-331435806982 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] show failed (client error): The resource could not be found. Aug 24 18:38:29.419807 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-95427eb7-4bdd-494d-be19-331435806982 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "GET /v2.0/security-groups/b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb HTTP/1.1" status: 404 len: 347 time: 0.0175776 Aug 24 18:38:29.420749 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0184c-121d-4f2c-a164-1b0bbae1e2b6 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cf38db-f7b2-4dc1-8f1e-df2e7bdf1fbb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:29.423033 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33436) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:29.470730 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c24854-a9f9-4df9-9d78-f426cefd6b00 None None] New status for floating IP fe98452f-33b9-403a-a35e-05acc61bae4a: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:38:29.562787 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Deleting port 706f13d3-de18-4d64-a8b7-2271f500825f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:38:29.563131 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (706f13d3-de18-4d64-a8b7-2271f500825f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.647321 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (706f13d3-de18-4d64-a8b7-2271f500825f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.647904 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (706f13d3-de18-4d64-a8b7-2271f500825f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.660873 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Calling delete_port for 706f13d3-de18-4d64-a8b7-2271f500825f owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:38:29.808453 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (706f13d3-de18-4d64-a8b7-2271f500825f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.837974 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Pushing event deleted for resources: {'Port': ['ID=706f13d3-de18-4d64-a8b7-2271f500825f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:29.904588 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks [] for floatingip (fe98452f-33b9-403a-a35e-05acc61bae4a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.907224 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:29.908530 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a85e4d2a-06dc-475a-8931-14e86d7a0024 tempest-AttachVolumeShelveTestJSON-970551220 tempest-AttachVolumeShelveTestJSON-970551220-project] 10.222.0.55 "DELETE /v2.0/floatingips/fe98452f-33b9-403a-a35e-05acc61bae4a HTTP/1.1" status: 204 len: 168 time: 0.4832726 Aug 24 18:38:29.954840 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c4f54d99-70f6-4bc0-a23d-41c0d1db7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:30.959778 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:38:30.984015 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: de0f5440-96ff-4eee-8ec2-0e90e5fc9556 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:38:30.984436 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device de0f5440-96ff-4eee-8ec2-0e90e5fc9556 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:38:31.838793 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ef62-e525-4731-9c24-1793664d43bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:33.339055 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:33.415717 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33490) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:33.898814 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:34.160919 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Deleting port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:38:34.161309 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:34.254219 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] For port 85e8fd54-8166-4e2f-9a6a-45f9607c60eb, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:34.254597 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:34.270979 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Calling delete_port for 85e8fd54-8166-4e2f-9a6a-45f9607c60eb owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:38:34.455758 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (85e8fd54-8166-4e2f-9a6a-45f9607c60eb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:34.484889 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e8fd54-8166-4e2f-9a6a-45f9607c60eb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:34.593778 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:34.670463 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:34.886281 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:38:34.993217 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:34.998760 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ed3b5688-b3fd-4f37-9acb-8e4c3048fb77 admin admin] 10.222.0.55 "PUT /v2.0/routers/bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5817964 Aug 24 18:38:35.002865 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33502) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:35.004744 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] Sync routers for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:35.019865 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:35.020638 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:35.106868 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks [] for router (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.117464 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:35.208583 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks [] for router_gateway (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.265507 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Deleting port dab6cd0f-00dc-42ad-9a84-17abb20a7d48 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:38:35.265851 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.296437 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:38:34Z', 'revision_number': 5, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port': {'id': 'dab6cd0f-00dc-42ad-9a84-17abb20a7d48', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:27:15Z', 'updated_at': '2022-08-24T18:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:35.321550 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] Checking router: bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:35.331321 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] Routers {'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:35.331930 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:35.365818 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] For port dab6cd0f-00dc-42ad-9a84-17abb20a7d48, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:35.366068 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.379061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Calling delete_port for dab6cd0f-00dc-42ad-9a84-17abb20a7d48 owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:38:35.418253 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] Set router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:35.468677 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:38:35Z', 'revision_number': 6, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:35.492771 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9b3cf-99dd-422e-8ae4-5d3cf45c4a57 None None] The sync data for ids ['bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37'] in dv-cinder-853788-3-iscsi is: [{'id': 'bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37', 'name': 'tempest-AttachVolumeShelveTestJSON-442615830-router', 'tenant_id': '154b7777047c4f36bee61d548c92051a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:27:13Z', 'updated_at': '2022-08-24T18:38:35Z', 'revision_number': 6, 'project_id': '154b7777047c4f36bee61d548c92051a', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:35.557636 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (dab6cd0f-00dc-42ad-9a84-17abb20a7d48), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.581585 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab6cd0f-00dc-42ad-9a84-17abb20a7d48,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:35.648656 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.736952 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.739304 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks [] for router_controller (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.782276 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.782833 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:38:35.784981 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.787288 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.788413 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9824b1ba-6760-4651-a228-17efdef0ce18 admin admin] 10.222.0.55 "DELETE /v2.0/routers/bcfc38b5-9ca2-4e6f-bcf0-5c86cb4edf37 HTTP/1.1" status: 204 len: 168 time: 0.7843027 Aug 24 18:38:35.791780 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33506) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:35.841503 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] Deleting subnet 9d2fb69b-0807-4275-9b98-f7b953c6f728 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:38:35.844918 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] Publish callbacks [] for subnet (9d2fb69b-0807-4275-9b98-f7b953c6f728), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.882717 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9638878'] for subnet (9d2fb69b-0807-4275-9b98-f7b953c6f728), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:35.965918 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (9d2fb69b-0807-4275-9b98-f7b953c6f728), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.019691 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9115538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8504490'] for subnet (9d2fb69b-0807-4275-9b98-f7b953c6f728), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.047154 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2fb69b-0807-4275-9b98-f7b953c6f728,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:36.050924 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.054131 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-42be2562-d603-4cca-89de-b68b5ba0c521 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9d2fb69b-0807-4275-9b98-f7b953c6f728 HTTP/1.1" status: 204 len: 168 time: 0.2613668 Aug 24 18:38:36.057054 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:36.059495 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37dec0e-f106-4917-a9cd-c65fadcbd68e None None] Network eb0c16a0-31e6-4a72-bc78-784dbd2d9329 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:38:36.127353 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (eb0c16a0-31e6-4a72-bc78-784dbd2d9329), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.177377 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Deleting port 15b55a07-27df-4395-bed4-d745151aa1c6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:38:36.177722 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.238895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] For port 15b55a07-27df-4395-bed4-d745151aa1c6, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=15b55a07-27df-4395-bed4-d745151aa1c6,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:36.239254 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.259665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Calling delete_port for 15b55a07-27df-4395-bed4-d745151aa1c6 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:38:36.298016 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] DHCP port deletion for eb0c16a0-31e6-4a72-bc78-784dbd2d9329 request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:38:36.341760 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] Deleting port 15b55a07-27df-4395-bed4-d745151aa1c6 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:38:36.342392 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.362462 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.383835 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device dab6cd0f-00dc-42ad-9a84-17abb20a7d48 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:38:36.389513 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b55a07-27df-4395-bed4-d745151aa1c6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:36.394704 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] No DVR routers for this DVR port 15b55a07-27df-4395-bed4-d745151aa1c6 on host dv-cinder-853788-3-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:38:36.413782 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: dab6cd0f-00dc-42ad-9a84-17abb20a7d48 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:38:36.414042 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device dab6cd0f-00dc-42ad-9a84-17abb20a7d48 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:38:36.414645 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 85e8fd54-8166-4e2f-9a6a-45f9607c60eb no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:38:36.438423 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 85e8fd54-8166-4e2f-9a6a-45f9607c60eb {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:38:36.438768 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 85e8fd54-8166-4e2f-9a6a-45f9607c60eb not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:38:36.439177 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 15b55a07-27df-4395-bed4-d745151aa1c6 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:38:36.464978 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 15b55a07-27df-4395-bed4-d745151aa1c6 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:38:36.465239 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 15b55a07-27df-4395-bed4-d745151aa1c6 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:38:36.467742 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] For port 15b55a07-27df-4395-bed4-d745151aa1c6, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=15b55a07-27df-4395-bed4-d745151aa1c6,segment=NetworkSegment(8518a070-6e5c-4f82-9c7d-c8ed83866d7c),segment_id=8518a070-6e5c-4f82-9c7d-c8ed83866d7c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:36.468140 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.473636 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (eb0c16a0-31e6-4a72-bc78-784dbd2d9329), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.481036 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] Calling delete_port for 15b55a07-27df-4395-bed4-d745151aa1c6 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:38:36.498533 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0c16a0-31e6-4a72-bc78-784dbd2d9329']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:36.509859 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8518a070-6e5c-4f82-9c7d-c8ed83866d7c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:36.510141 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8518a070-6e5c-4f82-9c7d-c8ed83866d7c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:36.521561 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (8518a070-6e5c-4f82-9c7d-c8ed83866d7c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.537030 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (8518a070-6e5c-4f82-9c7d-c8ed83866d7c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.543758 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:38:36.544474 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (8518a070-6e5c-4f82-9c7d-c8ed83866d7c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.568202 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (15b55a07-27df-4395-bed4-d745151aa1c6), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.593700 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 8518a070-6e5c-4f82-9c7d-c8ed83866d7c resource provider aggregate not found Aug 24 18:38:36.597667 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] Pushing event deleted for resources: {'Port': ['ID=15b55a07-27df-4395-bed4-d745151aa1c6,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:36.607947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858321ee-6a0f-4b0f-b62b-ec6ad2cbcfa0 None None] No DVR routers for this DVR port 15b55a07-27df-4395-bed4-d745151aa1c6 on host dv-cinder-853788-3-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:38:36.625034 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 8518a070-6e5c-4f82-9c7d-c8ed83866d7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8518a070-6e5c-4f82-9c7d-c8ed83866d7c found for delete ", "request_id": "req-e40e8804-0ec0-4c4e-9e0e-a329e2188a08"}]} Aug 24 18:38:36.633986 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (eb0c16a0-31e6-4a72-bc78-784dbd2d9329), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.638454 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.641868 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] 10.222.0.55 "DELETE /v2.0/networks/eb0c16a0-31e6-4a72-bc78-784dbd2d9329 HTTP/1.1" status: 204 len: 168 time: 0.5837069 Aug 24 18:38:36.655192 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61522dcd-1243-44d0-8c4f-ba3ffa34c436 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0c16a0-31e6-4a72-bc78-784dbd2d9329,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:36.769624 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:36.815042 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dc8b5361-1c7c-42fd-abaa-1ce852914411 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=154b7777047c4f36bee61d548c92051a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441914 Aug 24 18:38:36.818241 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:36.872299 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c5581ef-7d3d-4511-97c5-232eb86e3511 admin admin] Publish callbacks [] for security_group (b6ba54ca-22b3-4188-8d28-08840553bbc5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.893889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c5581ef-7d3d-4511-97c5-232eb86e3511 admin admin] Publish callbacks [] for security_group (b6ba54ca-22b3-4188-8d28-08840553bbc5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.946101 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c5581ef-7d3d-4511-97c5-232eb86e3511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (b6ba54ca-22b3-4188-8d28-08840553bbc5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.948778 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c5581ef-7d3d-4511-97c5-232eb86e3511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:36.949953 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3c5581ef-7d3d-4511-97c5-232eb86e3511 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6ba54ca-22b3-4188-8d28-08840553bbc5 HTTP/1.1" status: 204 len: 168 time: 0.1308091 Aug 24 18:38:36.964559 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5581ef-7d3d-4511-97c5-232eb86e3511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba54ca-22b3-4188-8d28-08840553bbc5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:37.042834 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:37.714979 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:37.823891 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1180201498-network', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:37.850131 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Made reservation on behalf of cfac1a3eae864590a5507cac78fce69c for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:37.852536 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:37.861635 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:37.944185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks [] for security_group (e10d8764-e4bc-4136-b5c7-aaba15ea11c1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:37.952336 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e10d8764-e4bc-4136-b5c7-aaba15ea11c1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:37.978278 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 18:38:37.988483 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10d8764-e4bc-4136-b5c7-aaba15ea11c1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:37.993296 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (dff11c37-35d9-478e-a78b-aa6dea18e35a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:37.993641 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Added segment dff11c37-35d9-478e-a78b-aa6dea18e35a of type vlan for network c5500417-a734-476f-a89b-f69970d031b9 Aug 24 18:38:38.035976 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763975044599'] for network (c5500417-a734-476f-a89b-f69970d031b9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.065749 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940'] for network (c5500417-a734-476f-a89b-f69970d031b9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.066831 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:38.067420 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.120392 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4038873 Aug 24 18:38:38.123941 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33554) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:38.127290 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd066b8-2792-4199-a975-1f8c14e891f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c5500417-a734-476f-a89b-f69970d031b9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:38.129788 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Request body: {'subnet': {'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-subnet', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:38.137413 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Network c5500417-a734-476f-a89b-f69970d031b9 details requested by agent ovs-agent-dv-cinder-853788-3-iscsi with host dv-cinder-853788-3-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 18:38:38.152197 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Made reservation on behalf of cfac1a3eae864590a5507cac78fce69c for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:38.155735 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8504503'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.330629 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9115475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8504481'] for subnet (043d318a-b884-46c7-af7c-7fe1a50ca0f5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.381671 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043d318a-b884-46c7-af7c-7fe1a50ca0f5,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:38.397406 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Checking segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:38.397798 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Network hostable DHCP agents. Network: c5500417-a734-476f-a89b-f69970d031b9, hostable agents: ['b46324fb-9a23-4e25-aa03-13af4fb8c22a'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:38:38.417095 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Network c5500417-a734-476f-a89b-f69970d031b9 is scheduled to be hosted by DHCP agent b46324fb-9a23-4e25-aa03-13af4fb8c22a with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:38:38.427016 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-3-iscsi, c5500417-a734-476f-a89b-f69970d031b9) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:38.431577 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:38.432200 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.435641 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa583c-cbfb-47d1-80e9-05023c870ae9 None None] Network c5500417-a734-476f-a89b-f69970d031b9 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:38:38.456057 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-35c2ae8d-ef7c-4590-8ed6-2ee91f9f5f49 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3283477 Aug 24 18:38:38.456461 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33556) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:38.461096 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:38.483829 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5395'] for router (08cb5bf1-b529-40ad-8295-590739b91338), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.485079 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3892572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5386'] for router (08cb5bf1-b529-40ad-8295-590739b91338), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.537164 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9634f-d526-51a7-8747-58fc11a5dd4e-c5500417-a734-476f-a89b-f69970d031b9', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5'}]}} from dv-cinder-853788-3-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 18:38:38.538037 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.540879 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks [] for router_controller (08cb5bf1-b529-40ad-8295-590739b91338), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.671783 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Allocated IP 172.20.0.2 (c5500417-a734-476f-a89b-f69970d031b9/043d318a-b884-46c7-af7c-7fe1a50ca0f5/6f22be31-2859-49ca-a421-ebf0e7271f83) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:38.675225 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks [] for router_gateway (08cb5bf1-b529-40ad-8295-590739b91338), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.820490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Publish callbacks [] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.827853 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.862001 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Network c5500417-a734-476f-a89b-f69970d031b9 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:38.865027 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:38.870544 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:38.874387 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks [] for router_gateway (08cb5bf1-b529-40ad-8295-590739b91338), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.882482 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Pushing event updated for resources: {'Port': ['ID=6f22be31-2859-49ca-a421-ebf0e7271f83,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:38.893759 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.938199 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Attempting to bind port 6f22be31-2859-49ca-a421-ebf0e7271f83 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:38.938505 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Attempting to bind port 6f22be31-2859-49ca-a421-ebf0e7271f83 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:38.938868 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Attempting to bind port 6f22be31-2859-49ca-a421-ebf0e7271f83 on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:38.944336 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:38.944729 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Checking segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:38.945132 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.945521 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Bound using segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:38.946016 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Bound port: 6f22be31-2859-49ca-a421-ebf0e7271f83, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:38.946394 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:38.999108 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Allocated IP 172.27.3.136 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/81f9d7dd-e44b-4c04-b704-ba03ac8da8f4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:39.005289 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] For port 6f22be31-2859-49ca-a421-ebf0e7271f83, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:39.008301 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] For port 6f22be31-2859-49ca-a421-ebf0e7271f83, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=6f22be31-2859-49ca-a421-ebf0e7271f83,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:39.017508 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:39.078302 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760209a-1ed3-4a55-927f-75b330d322a0 None None] Pushing event updated for resources: {'Port': ['ID=6f22be31-2859-49ca-a421-ebf0e7271f83,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:39.130235 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks [] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:39.164502 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:39.239503 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:39.242710 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:39.246790 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:39.251850 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Pushing event updated for resources: {'Port': ['ID=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:39.503833 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks [] for router_gateway (08cb5bf1-b529-40ad-8295-590739b91338), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:39.999230 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3785746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682964'] for router (08cb5bf1-b529-40ad-8295-590739b91338), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:40.062929 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4e7d3-db94-4ab7-a9d8-00c329fd05b1 None None] Network c5500417-a734-476f-a89b-f69970d031b9 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:38:40.143209 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-300cd38a-c3d0-49ba-993c-e11f8a866c2e None None] Provisioning complete for port 6f22be31-2859-49ca-a421-ebf0e7271f83 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:40.144777 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-300cd38a-c3d0-49ba-993c-e11f8a866c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:40.214320 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Router 08cb5bf1-b529-40ad-8295-590739b91338 is scheduled to L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:38:40.301420 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-300cd38a-c3d0-49ba-993c-e11f8a866c2e None None] Current status of the port 6f22be31-2859-49ca-a421-ebf0e7271f83 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:40.301720 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-300cd38a-c3d0-49ba-993c-e11f8a866c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:40.320027 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6f22be31-2859-49ca-a421-ebf0e7271f83 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:40.387475 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:40.412461 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-300cd38a-c3d0-49ba-993c-e11f8a866c2e None None] For port 6f22be31-2859-49ca-a421-ebf0e7271f83, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=6f22be31-2859-49ca-a421-ebf0e7271f83,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:40.415714 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:40.421890 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:40.423236 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1b8e9900-a788-4e5b-8f2f-ff0bb8965446 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9656506 Aug 24 18:38:40.424932 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-300cd38a-c3d0-49ba-993c-e11f8a866c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:40.426273 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33584) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:40.489818 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:40.490760 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:40.499563 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 6f22be31-2859-49ca-a421-ebf0e7271f83 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:40.500216 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:40.591178 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cd38a-c3d0-49ba-993c-e11f8a866c2e None None] Pushing event updated for resources: {'Port': ['ID=6f22be31-2859-49ca-a421-ebf0e7271f83,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:40.730987 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:40.836033 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 6f22be31-2859-49ca-a421-ebf0e7271f83 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:40.908863 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2a3ffab9-7846-4499-9d7e-1c840c87b424 None None] Provisioning complete for port 6f22be31-2859-49ca-a421-ebf0e7271f83 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:40.909477 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a3ffab9-7846-4499-9d7e-1c840c87b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:40.936189 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-520fb349-b86f-4ca6-aa6c-b28e78a9bad4 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286976596&fields=id&tenant_id=17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 267 time: 0.4382782 Aug 24 18:38:41.048684 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ffab9-7846-4499-9d7e-1c840c87b424 None None] Current status of the port 6f22be31-2859-49ca-a421-ebf0e7271f83 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:41.079442 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:39Z', 'revision_number': 3, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:41.195787 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-c0bf760f-51b3-47c0-b9ef-58bfc33e862f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:41.197398 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-c0bf760f-51b3-47c0-b9ef-58bfc33e862f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 810 time: 0.2475877 Aug 24 18:38:41.234748 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-c7077542-0daf-41ab-8949-5b058d3084f9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/quotas/17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 375 time: 0.0269604 Aug 24 18:38:41.281680 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:41.282003 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Updating router 08cb5bf1-b529-40ad-8295-590739b91338 port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 binding host dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:38:41.312407 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:41.392266 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-4a368800-5c66-4cf4-b4f8-fa8235abef66 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105402 Aug 24 18:38:41.486789 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-ba5e3040-9048-4704-b3cb-680fd20a13e2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:38:41.488223 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-ba5e3040-9048-4704-b3cb-680fd20a13e2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0784609 Aug 24 18:38:41.564399 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:41.617836 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Publish callbacks [] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:41.627988 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:41.677379 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Attempting to bind port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:41.678125 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Attempting to bind port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:41.678500 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Attempting to bind port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 on network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:41.692363 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-5c8d67c5-9c8c-4584-b291-e04209a84d84 service neutron] 10.222.0.55 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950660 Aug 24 18:38:41.694748 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ad8bd-c583-4f3f-bf97-d225a0ddf72a None None] Pushing event updated for resources: {'Port': ['ID=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:41.704219 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:41.704640 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Checking segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:41.705059 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:41.705451 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Bound using segment: {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:41.706511 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Bound port: 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d16e9b-6b12-4d11-b6d9-db89c118d608', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:41.706883 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:41.775607 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] For port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:41.779903 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] For port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:41.788507 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:41.828416 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:41.829157 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:41.901596 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ad8bd-c583-4f3f-bf97-d225a0ddf72a None None] Pushing event updated for resources: {'Port': ['ID=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:41.953967 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Allocated IP 172.20.0.1 (c5500417-a734-476f-a89b-f69970d031b9/043d318a-b884-46c7-af7c-7fe1a50ca0f5/836a9709-fcbc-4d59-b015-e03ef85fcaf4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:41.958071 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-41068643-feee-48f8-b256-2b49fd7057e4 service neutron] 10.222.0.55 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504807 Aug 24 18:38:42.006839 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:42.118355 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks [] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.159671 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.217826 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6f22be31-2859-49ca-a421-ebf0e7271f83 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:42.240675 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Network c5500417-a734-476f-a89b-f69970d031b9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:42.246049 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:42.249333 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Pushing event updated for resources: {'Port': ['ID=836a9709-fcbc-4d59-b015-e03ef85fcaf4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:42.262895 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:42.314709 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 6f22be31-2859-49ca-a421-ebf0e7271f83 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:42.314709 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.375851 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682793'] for router_interface (08cb5bf1-b529-40ad-8295-590739b91338), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.376023 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:39Z', 'revision_number': 3, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:42.412355 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47907a-8ed5-4f35-969d-79de365b7748 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:39Z', 'revision_number': 3, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:42.435208 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-df69daa9-227f-4b10-8080-551a53f3f0fe req-3527fa9b-e08e-4df1-88b1-de7248d28248 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 210 time: 0.0840962 Aug 24 18:38:42.497959 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 6f22be31-2859-49ca-a421-ebf0e7271f83 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:42.595480 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ce6d112b-2baf-46bf-8e20-94f1615f1024 None None] Provisioning complete for port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:42.596160 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce6d112b-2baf-46bf-8e20-94f1615f1024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.617814 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.642570 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d112b-2baf-46bf-8e20-94f1615f1024 None None] Port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:42.870415 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks [] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.877435 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:42.953813 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Pushing event updated for resources: {'Port': ['ID=836a9709-fcbc-4d59-b015-e03ef85fcaf4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:42.956913 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682645'] for router_interface (08cb5bf1-b529-40ad-8295-590739b91338), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:43.112668 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Network c5500417-a734-476f-a89b-f69970d031b9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:43.115827 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:43.378264 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:38:43.486380 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-949e91c7-f8a8-4ad8-8779-25041a1c4786 None None] Provisioning complete for port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:43.488483 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-949e91c7-f8a8-4ad8-8779-25041a1c4786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:43.544348 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:43.563575 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-63efa01e-f770-4851-9154-4666e13e6d96 admin admin] 10.222.0.55 "PUT /v2.0/routers/08cb5bf1-b529-40ad-8295-590739b91338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1222558 Aug 24 18:38:43.566400 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-949e91c7-f8a8-4ad8-8779-25041a1c4786 None None] Port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:43.627385 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8623f15e-2878-49ff-999b-293d80adf7e8 req-00f78c8f-1436-4eb1-b01c-7c2494d40d25 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 210 time: 0.0357635 Aug 24 18:38:43.903369 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33632) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:43.908473 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6b6d8839-d0a0-43fe-af2e-a375d10decca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172011742', 'description': 'tempest-description--1504639435'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:43.936286 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8839-d0a0-43fe-af2e-a375d10decca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:43.989026 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-130871d0-2059-41ef-882c-a48f365acb0e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:43.990573 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-130871d0-2059-41ef-882c-a48f365acb0e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 810 time: 0.1496012 Aug 24 18:38:44.042244 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8839-d0a0-43fe-af2e-a375d10decca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (abe2b280-1886-471c-ae54-4a765d7fbf6b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.047920 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8839-d0a0-43fe-af2e-a375d10decca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (abe2b280-1886-471c-ae54-4a765d7fbf6b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.073779 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-43562f55-37e6-43b1-86f2-ee7b75adb2c8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 380 time: 0.0700011 Aug 24 18:38:44.077828 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8839-d0a0-43fe-af2e-a375d10decca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.078588 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6b6d8839-d0a0-43fe-af2e-a375d10decca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1741841 Aug 24 18:38:44.083949 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33634) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:44.086853 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'port': {'device_id': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'admin_state_up': True, 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'security_groups': ['fcc4faa6-0bfd-4505-8d12-0d701ba7c053']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:44.087997 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d35b2c71-bb22-42cb-8408-1cba235b3cc9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': 'abe2b280-1886-471c-ae54-4a765d7fbf6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:44.129382 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d35b2c71-bb22-42cb-8408-1cba235b3cc9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (8c8862f3-d881-4742-89e7-8147fcb19757), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.141203 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d8839-d0a0-43fe-af2e-a375d10decca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe2b280-1886-471c-ae54-4a765d7fbf6b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:44.224255 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d35b2c71-bb22-42cb-8408-1cba235b3cc9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (8c8862f3-d881-4742-89e7-8147fcb19757), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.235947 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d35b2c71-bb22-42cb-8408-1cba235b3cc9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (8c8862f3-d881-4742-89e7-8147fcb19757), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.252844 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b2c71-bb22-42cb-8408-1cba235b3cc9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8862f3-d881-4742-89e7-8147fcb19757,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:44.257798 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:44.277407 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d35b2c71-bb22-42cb-8408-1cba235b3cc9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.278721 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d35b2c71-bb22-42cb-8408-1cba235b3cc9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943502 Aug 24 18:38:44.283186 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33638) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:44.288366 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b8fcc550-374e-404d-990e-d299b9d9a6a4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': 'abe2b280-1886-471c-ae54-4a765d7fbf6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:44.291214 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Made reservation on behalf of 17468f3626c2414f92c19ebb45ba1bd7 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:44.294620 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.322665 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc550-374e-404d-990e-d299b9d9a6a4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (848feb2d-9e6d-4b51-8664-620fcc2100b2), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.336439 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:44.337561 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.408345 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc550-374e-404d-990e-d299b9d9a6a4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (848feb2d-9e6d-4b51-8664-620fcc2100b2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.418710 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc550-374e-404d-990e-d299b9d9a6a4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (848feb2d-9e6d-4b51-8664-620fcc2100b2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.438702 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcc550-374e-404d-990e-d299b9d9a6a4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848feb2d-9e6d-4b51-8664-620fcc2100b2,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:44.455677 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:44.456078 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.458337 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc550-374e-404d-990e-d299b9d9a6a4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.459681 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b8fcc550-374e-404d-990e-d299b9d9a6a4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756763 Aug 24 18:38:44.463387 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33654) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:44.470011 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:44.501204 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.505485 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:44.511613 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.523801 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Allocated IP 172.20.0.13 (fb5a98a4-b7e3-48e5-944a-ff117261bc1f/0489ffa6-971d-4ad5-aa85-dac93f89e070/6f35715f-6038-4fa0-8163-7b7e74054073) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:44.629322 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:44.794636 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:44.817565 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:44.818435 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:44.818875 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-432760b4-a624-4c02-a6b7-09711bfe874a req-2db47c09-3e37-4dce-bde4-f7191b615d37 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 210 time: 0.0498602 Aug 24 18:38:44.828634 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.878245 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (6f35715f-6038-4fa0-8163-7b7e74054073), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.947722 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:44.960635 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:45.002847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:45.006854 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:45.013950 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.27.3.159 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/4ef8ba4c-ece4-4be0-9043-5579d9f68822) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:45.029501 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:45.101880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=6f35715f-6038-4fa0-8163-7b7e74054073,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:45.136611 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:45.136611 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.168176 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-a24a5217-5707-4e5c-88d2-e4ae0686e9a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849793 Aug 24 18:38:45.191168 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Request body: {'port': {'device_id': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:45.214940 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.279236 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.286880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.326758 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 2, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:45.333706 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:45.337481 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:45.341593 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:45.363468 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:45.364115 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=4ef8ba4c-ece4-4be0-9043-5579d9f68822,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:45.364368 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Updating router 08cb5bf1-b529-40ad-8295-590739b91338 port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 binding host dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 18:38:45.403552 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.417843 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-10f9bec7-ba8f-43af-b4c4-8e51149b12e2 None None] Provisioning complete for port 6f35715f-6038-4fa0-8163-7b7e74054073 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:45.418690 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f9bec7-ba8f-43af-b4c4-8e51149b12e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.449530 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (d7f88c52-7716-4371-9f8b-f12fcbf458e3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.519037 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-10f9bec7-ba8f-43af-b4c4-8e51149b12e2 None None] Port 6f35715f-6038-4fa0-8163-7b7e74054073 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:45.529843 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.726510 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f35715f-6038-4fa0-8163-7b7e74054073 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:38:45.742323 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Publish callbacks [] for port (6f35715f-6038-4fa0-8163-7b7e74054073), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.757604 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Transition to ACTIVE for port object 6f35715f-6038-4fa0-8163-7b7e74054073 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:38:45.763668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.770403 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.779770 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.829821 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Publish callbacks [] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.847521 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.858606 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=4ef8ba4c-ece4-4be0-9043-5579d9f68822,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:45.861334 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (d7f88c52-7716-4371-9f8b-f12fcbf458e3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.894545 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:45.907121 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-66ebb169-646a-440b-99e7-4648cd7eb75e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4303081 Aug 24 18:38:45.927788 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Pushing event updated for resources: {'Port': ['ID=6f35715f-6038-4fa0-8163-7b7e74054073,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:45.991803 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Attempting to bind port 6f35715f-6038-4fa0-8163-7b7e74054073 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:45.992148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Attempting to bind port 6f35715f-6038-4fa0-8163-7b7e74054073 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:45.992499 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Attempting to bind port 6f35715f-6038-4fa0-8163-7b7e74054073 on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:46.000265 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Port 6f35715f-6038-4fa0-8163-7b7e74054073 on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:38:46.000902 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Attempting to bind port 6f35715f-6038-4fa0-8163-7b7e74054073 on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:46.007279 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:46.008004 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Checking segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:46.008203 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Bound using segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:46.009361 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Bound port: 6f35715f-6038-4fa0-8163-7b7e74054073, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:46.009801 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:46.022015 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03844eb0-be6e-4170-9b24-9d5a679b478d None None] Pushing event updated for resources: {'Port': ['ID=836a9709-fcbc-4d59-b015-e03ef85fcaf4,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:46.031940 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Attempting to bind port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 on host dv-cinder-853788-3-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:46.032331 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Attempting to bind port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 by drivers openvswitch,hyperv on host dv-cinder-853788-3-iscsi at level 0 using segments [{'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:46.032702 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Attempting to bind port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:46.038509 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Checking agent: {'id': '9ed576b5-30ef-433a-a7c9-c250b7f809dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 19, 6), 'started_at': datetime.datetime(2022, 8, 24, 18, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:46.038894 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Checking segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:46.039299 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:46.039828 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Bound using segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:46.040352 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Bound port: 836a9709-fcbc-4d59-b015-e03ef85fcaf4, host: dv-cinder-853788-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:46.040723 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:46.044372 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6079ff7-61b2-4557-9b02-c938c21c9559 req-922ccc61-4ff3-4bfc-8d46-ce2294959a15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:46.046119 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f6079ff7-61b2-4557-9b02-c938c21c9559 req-922ccc61-4ff3-4bfc-8d46-ce2294959a15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.1053362 Aug 24 18:38:46.113137 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] For port 836a9709-fcbc-4d59-b015-e03ef85fcaf4, host dv-cinder-853788-3-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:46.114823 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-821a0c85-17c8-44ed-8a48-8084ac4858ac tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1172011742&fields=id&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 267 time: 0.0724859 Aug 24 18:38:46.119497 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] For port 836a9709-fcbc-4d59-b015-e03ef85fcaf4, host dv-cinder-853788-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=836a9709-fcbc-4d59-b015-e03ef85fcaf4,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:46.131309 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:46.192786 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] For port 6f35715f-6038-4fa0-8163-7b7e74054073, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:46.196954 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] For port 6f35715f-6038-4fa0-8163-7b7e74054073, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=6f35715f-6038-4fa0-8163-7b7e74054073,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:46.202926 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03844eb0-be6e-4170-9b24-9d5a679b478d None None] Pushing event updated for resources: {'Port': ['ID=836a9709-fcbc-4d59-b015-e03ef85fcaf4,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:46.203106 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f6079ff7-61b2-4557-9b02-c938c21c9559 req-3ab4c894-e3c6-4495-8155-5cf049332727 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313632 Aug 24 18:38:46.214535 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:46.214917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:46.219028 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:46.219379 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:46.221174 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] 10.222.0.58 "PUT /v2.0/ports/6f35715f-6038-4fa0-8163-7b7e74054073 HTTP/1.1" status: 200 len: 1094 time: 1.0373893 Aug 24 18:38:46.223036 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:38:46.223845 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:46.224924 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:46.226750 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:38:46.319769 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47975af-ce04-4fba-9899-d2f24f346ce6 x-openstack-request-id: req-d47975af-ce04-4fba-9899-d2f24f346ce6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:38:46.320245 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:38:46.320779 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d47975af-ce04-4fba-9899-d2f24f346ce6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:38:46.321453 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47975af-ce04-4fba-9899-d2f24f346ce6'] response: {'name': 'network-changed', 'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073', 'status': 'completed', 'code': 200} Aug 24 18:38:46.340717 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-cc8b63e2-0e48-4ecc-ac55-7200f01cda54 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:46.342443 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-cc8b63e2-0e48-4ecc-ac55-7200f01cda54 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.2163532 Aug 24 18:38:46.352511 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:46.353952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:46.360106 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd116f94-490c-41fb-9091-f3017f5aef62 service neutron] Pushing event updated for resources: {'Port': ['ID=6f35715f-6038-4fa0-8163-7b7e74054073,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:46.373581 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-7514ecaf-6640-41bd-869f-fb5c238c7a0b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/quotas/cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 375 time: 0.0111103 Aug 24 18:38:46.384835 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:46.397279 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-41624007-6eda-4a18-9628-8be9abf34f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:46.398856 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-41624007-6eda-4a18-9628-8be9abf34f22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 1128 time: 0.1039085 Aug 24 18:38:46.476697 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-77d56d1b-ccb9-4a00-ab16-13fc12adf0e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f35715f-6038-4fa0-8163-7b7e74054073 HTTP/1.1" status: 200 len: 217 time: 0.0633385 Aug 24 18:38:46.478002 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:46.478867 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-7130f2ef-bcba-4691-9db3-895d060f825c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948925 Aug 24 18:38:46.545207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-eb3ae3a8-d3d0-46d1-9728-450586e4b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:46.547085 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-eb3ae3a8-d3d0-46d1-9728-450586e4b771 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0592797 Aug 24 18:38:46.609758 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-ed13cfc9-a305-42ae-8461-381a5c857c94 service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101902 Aug 24 18:38:46.637512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-6dd484c1-51dd-4876-8c43-e7223f585e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:46.639060 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-6dd484c1-51dd-4876-8c43-e7223f585e5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766666 Aug 24 18:38:46.726784 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-b28d3b84-f539-4288-ab3e-99a2ead0717c service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082242 Aug 24 18:38:46.752644 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-6f19ba07-a8b3-4183-b1d9-c7f13190a16d service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069825 Aug 24 18:38:46.777648 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-824b11ba-97de-4c30-9655-57563a4848af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:46Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:46.804144 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b11ba-97de-4c30-9655-57563a4848af None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:46Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:38:46.886358 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dcd43a3-510f-4599-90ae-4c424dec610d req-ab8aec59-9b09-41f0-b80d-a530db355e0d service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278565 Aug 24 18:38:46.995473 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a2a61eb0-a852-4a3b-b7ed-49e3529b87b8 req-83175c21-b1b3-4d11-90db-9ac04e26756b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 210 time: 0.0488162 Aug 24 18:38:47.101164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-df6b273e-2834-4609-ac0a-c790077dc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:47.104506 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-df6b273e-2834-4609-ac0a-c790077dc1ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 1128 time: 0.0869291 Aug 24 18:38:47.310233 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-10b241ba-5caa-4088-a9ee-255afa998b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:47.322919 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-10b241ba-5caa-4088-a9ee-255afa998b38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.2037444 Aug 24 18:38:47.400209 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-83f24356-55c8-41b4-b6c3-add9f89477ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f35715f-6038-4fa0-8163-7b7e74054073 HTTP/1.1" status: 200 len: 217 time: 0.0705442 Aug 24 18:38:47.514387 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-b2a69873-97c1-4c6b-9c7a-e5b148b744f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:47.515963 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-b2a69873-97c1-4c6b-9c7a-e5b148b744f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.1065598 Aug 24 18:38:47.521902 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0fe89-c2eb-42df-8b5a-fb50c116f2b7 req-56c5fd72-4ad6-4857-b6d0-3347f9616f11 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:47.540013 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a4a0fe89-c2eb-42df-8b5a-fb50c116f2b7 req-56c5fd72-4ad6-4857-b6d0-3347f9616f11 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.1195621 Aug 24 18:38:47.589892 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-7bc9e70f-284e-4ceb-a092-dbd9a38d29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:47.592370 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-7bc9e70f-284e-4ceb-a092-dbd9a38d29c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697074 Aug 24 18:38:47.617783 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a4a0fe89-c2eb-42df-8b5a-fb50c116f2b7 req-461e7238-3c48-457a-a271-f8fe082aeaf6 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762088 Aug 24 18:38:47.756053 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-0fb3ee9f-3c9c-4c64-b283-039b3bd8fb42 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394134 Aug 24 18:38:47.903462 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1c6ed-4301-4f50-b1a2-dc62440df1ff req-18cb4cda-8828-4884-8ab2-b90c0e84c9a5 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392748 Aug 24 18:38:48.127260 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ad7dc4e5-451b-4ea9-8020-99d408daaa48 req-ee2f78ba-eb18-4017-a143-5e8d6f6f12ff tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 210 time: 0.0347776 Aug 24 18:38:48.208331 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 836a9709-fcbc-4d59-b015-e03ef85fcaf4 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:48.273710 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:48.274084 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:48.376011 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:48.376444 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:48.429202 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] For port 836a9709-fcbc-4d59-b015-e03ef85fcaf4, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=836a9709-fcbc-4d59-b015-e03ef85fcaf4,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:48.434988 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:48.509147 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Pushing event updated for resources: {'Port': ['ID=836a9709-fcbc-4d59-b015-e03ef85fcaf4,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:48.534933 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-4a11ad39-ab26-4fab-9e06-d4b568d499bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:48.537686 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-4a11ad39-ab26-4fab-9e06-d4b568d499bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.1703515 Aug 24 18:38:48.636457 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-4a9c82a9-f91b-4984-bca9-a18f47c50dac tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 380 time: 0.0690365 Aug 24 18:38:48.645796 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'port': {'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'admin_state_up': True, 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'security_groups': ['abe2b280-1886-471c-ae54-4a765d7fbf6b']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:48.778458 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7fbc0-098f-4bbd-930e-cf665c7e707e req-75a338d7-b975-4cb6-8aa6-d5dbf06088d7 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:48.780980 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13e7fbc0-098f-4bbd-930e-cf665c7e707e req-75a338d7-b975-4cb6-8aa6-d5dbf06088d7 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.0690517 Aug 24 18:38:48.787685 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Made reservation on behalf of cfac1a3eae864590a5507cac78fce69c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:48.792045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:48.841208 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13e7fbc0-098f-4bbd-930e-cf665c7e707e req-d03f2386-9cf9-479d-9f07-df2d73823f64 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530436 Aug 24 18:38:48.943181 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.20.0.8 (c5500417-a734-476f-a89b-f69970d031b9/043d318a-b884-46c7-af7c-7fe1a50ca0f5/3a3173ee-0e75-413a-a32e-15babbaa2f7d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:49.090880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:49.131715 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:49.182632 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network c5500417-a734-476f-a89b-f69970d031b9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:49.188046 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:49.194684 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:38:49.254242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=3a3173ee-0e75-413a-a32e-15babbaa2f7d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:49.262877 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:49.263549 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:49.296119 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.296507 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.296898 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.297240 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.297633 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.297964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.298290 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.298615 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.298941 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.299260 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.299594 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.299902 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.300249 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:49.319481 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-edd1b38e-5b5e-4954-8eeb-345623d6a7de tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6774085 Aug 24 18:38:49.336464 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222f9d-f303-42e2-9a65-a280cb06c754 req-8ff96080-550d-4871-a6bc-636f4bbd2323 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:49.338204 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93222f9d-f303-42e2-9a65-a280cb06c754 req-8ff96080-550d-4871-a6bc-636f4bbd2323 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 931 time: 0.1019235 Aug 24 18:38:49.343455 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Request body: {'port': {'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:49.450203 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93222f9d-f303-42e2-9a65-a280cb06c754 req-790ee739-9fea-4ee6-bb63-5f9dc4e615d2 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028636 Aug 24 18:38:49.453356 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:49.482514 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-dd0dfef0-faff-4794-894d-f74abdcb534c None None] Provisioning complete for port 3a3173ee-0e75-413a-a32e-15babbaa2f7d triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:49.483287 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfef0-faff-4794-894d-f74abdcb534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:49.523503 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-dd0dfef0-faff-4794-894d-f74abdcb534c None None] Port 3a3173ee-0e75-413a-a32e-15babbaa2f7d cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:38:49.772675 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3173ee-0e75-413a-a32e-15babbaa2f7d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:38:49.781262 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Publish callbacks [] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:49.794341 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Transition to ACTIVE for port object 3a3173ee-0e75-413a-a32e-15babbaa2f7d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:38:49.798120 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:49.860549 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3173ee-0e75-413a-a32e-15babbaa2f7d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:49.923333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Attempting to bind port 3a3173ee-0e75-413a-a32e-15babbaa2f7d on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:38:49.923802 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Attempting to bind port 3a3173ee-0e75-413a-a32e-15babbaa2f7d by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:38:49.924262 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Attempting to bind port 3a3173ee-0e75-413a-a32e-15babbaa2f7d on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:49.929607 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Port 3a3173ee-0e75-413a-a32e-15babbaa2f7d on network c5500417-a734-476f-a89b-f69970d031b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:38:49.930065 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Attempting to bind port 3a3173ee-0e75-413a-a32e-15babbaa2f7d on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:38:49.936201 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:38:49.936568 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Checking segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:38:49.936954 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Bound using segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:38:49.937381 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Bound port: 3a3173ee-0e75-413a-a32e-15babbaa2f7d, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:38:49.937735 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:50.002077 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ad239-e9e2-46c6-b9d1-d3ffe3b651e1 req-a54c0a4e-a744-4295-b8fb-4ab9ceeba9f4 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.003914 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e00ad239-e9e2-46c6-b9d1-d3ffe3b651e1 req-a54c0a4e-a744-4295-b8fb-4ab9ceeba9f4 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.0649381 Aug 24 18:38:50.016981 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] For port 3a3173ee-0e75-413a-a32e-15babbaa2f7d, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:50.022082 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] For port 3a3173ee-0e75-413a-a32e-15babbaa2f7d, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:50.037693 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:50.042125 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.042746 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:50.044773 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] 10.222.0.58 "PUT /v2.0/ports/3a3173ee-0e75-413a-a32e-15babbaa2f7d HTTP/1.1" status: 200 len: 1093 time: 0.7054884 Aug 24 18:38:50.046556 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:38:50.049223 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186edf12-a7ea-40ef-a782-7a560efe49e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:38:50.074944 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e00ad239-e9e2-46c6-b9d1-d3ffe3b651e1 req-1aeb1723-24bb-424c-b2e6-d88b18194c75 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648732 Aug 24 18:38:50.103388 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d7490-ea82-4315-b9a5-ac5a8fb1a284 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3173ee-0e75-413a-a32e-15babbaa2f7d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:50.155112 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d4f468-b1e3-427b-88ad-f1a39fa1f3b9 x-openstack-request-id: req-c4d4f468-b1e3-427b-88ad-f1a39fa1f3b9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:38:50.156271 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:38:50.156271 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4d4f468-b1e3-427b-88ad-f1a39fa1f3b9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:38:50.156567 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d4f468-b1e3-427b-88ad-f1a39fa1f3b9'] response: {'name': 'network-changed', 'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'status': 'completed', 'code': 200} Aug 24 18:38:50.179857 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-c809839b-e3a4-4915-b6f6-39de45650a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.181523 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-c809839b-e3a4-4915-b6f6-39de45650a93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 1127 time: 0.0592628 Aug 24 18:38:50.195777 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 836a9709-fcbc-4d59-b015-e03ef85fcaf4 up at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:50.237169 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-e751c913-1d55-4521-aa53-0686720c04cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d HTTP/1.1" status: 200 len: 217 time: 0.0393646 Aug 24 18:38:50.275407 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Provisioning complete for port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:50.275779 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:50.305086 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-b9143aca-f6a2-4888-adbb-16bf736c65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.306158 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-b9143aca-f6a2-4888-adbb-16bf736c65bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0582449 Aug 24 18:38:50.365970 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Current status of the port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:50.383489 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-5fcb2f61-486e-4af7-b1e2-336b20590d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.385897 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-5fcb2f61-486e-4af7-b1e2-336b20590d4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723369 Aug 24 18:38:50.489175 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-a70da27a-9c4e-4b69-ad42-f7f9f91e7126 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965400 Aug 24 18:38:50.614984 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4c4ea2e-596f-40c3-a553-89e28f9d9981 req-f01c8e3c-43e8-4d8a-a3d8-4c11e20814ae service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195464 Aug 24 18:38:50.623239 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eed0d1-51a7-4da9-91f5-421c8aaa0f0c req-53bb0c4c-9655-4321-a4f6-f7d7ab63a1bd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.624832 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a4eed0d1-51a7-4da9-91f5-421c8aaa0f0c req-53bb0c4c-9655-4321-a4f6-f7d7ab63a1bd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 943 time: 0.0779700 Aug 24 18:38:50.691014 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a4eed0d1-51a7-4da9-91f5-421c8aaa0f0c req-d75b867c-3a97-4aa6-a48d-d39039852076 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593815 Aug 24 18:38:50.771028 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-67d728e6-dc2d-493d-bde4-d0b5d815abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.772581 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-67d728e6-dc2d-493d-bde4-d0b5d815abfb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 1127 time: 0.0522614 Aug 24 18:38:50.904709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-adb49ab1-a31a-4dd8-a4c8-9fb9deb12d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:50.906153 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-adb49ab1-a31a-4dd8-a4c8-9fb9deb12d50 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.1275504 Aug 24 18:38:50.955924 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-da6aea2d-d2f4-4157-b62f-9f7d25f82a61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d HTTP/1.1" status: 200 len: 217 time: 0.0434082 Aug 24 18:38:51.005980 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-9e273276-0240-4938-8e4a-163651afe9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:51.007460 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-9e273276-0240-4938-8e4a-163651afe9e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0458944 Aug 24 18:38:51.067299 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-84fceed7-4c0f-4514-98ec-3b819dc701a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:51.069419 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-84fceed7-4c0f-4514-98ec-3b819dc701a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554910 Aug 24 18:38:51.178170 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-019ba23c-9f5c-4ff0-bf59-2ed1a47a9d9d service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009402 Aug 24 18:38:51.295566 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3358f6-715e-4ca1-866f-cb2575fae24f req-55e426f7-c2ea-493a-8392-8c756353bbe5 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:51.297089 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ab3358f6-715e-4ca1-866f-cb2575fae24f req-55e426f7-c2ea-493a-8392-8c756353bbe5 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.1172900 Aug 24 18:38:51.314802 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-186edf12-a7ea-40ef-a782-7a560efe49e8 req-72ad9b7e-db32-4141-a44a-2fb8d5f69bef service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263630 Aug 24 18:38:51.357256 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ab3358f6-715e-4ca1-866f-cb2575fae24f req-96f7e7ef-3b50-406e-b808-0f4e6b365a16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540566 Aug 24 18:38:51.835028 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3716f-334d-4064-8d65-00c548b3775d req-d134ad86-f58f-4b3f-bd76-f20e1a880bda tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:51.836885 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f3b3716f-334d-4064-8d65-00c548b3775d req-d134ad86-f58f-4b3f-bd76-f20e1a880bda tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 943 time: 0.0548105 Aug 24 18:38:51.897270 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f3b3716f-334d-4064-8d65-00c548b3775d req-815735ad-5b94-4715-9ae2-b9d146e9717a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516272 Aug 24 18:38:52.504753 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1849-6ef1-4fc7-8d86-de9d42a9c17a req-549f14cb-e058-45e3-bd84-edc7fc9c3e04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:52.506261 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-301e1849-6ef1-4fc7-8d86-de9d42a9c17a req-549f14cb-e058-45e3-bd84-edc7fc9c3e04 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.0659978 Aug 24 18:38:52.561509 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-301e1849-6ef1-4fc7-8d86-de9d42a9c17a req-ee442c62-20df-4d7a-8def-059ee35e9390 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479248 Aug 24 18:38:53.044236 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed297d7-5135-4b04-b635-33c248061303 req-e72755a8-8317-440b-8c15-1546f908a7ed tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:53.045623 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ed297d7-5135-4b04-b635-33c248061303 req-e72755a8-8317-440b-8c15-1546f908a7ed tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 943 time: 0.0633442 Aug 24 18:38:53.116940 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ed297d7-5135-4b04-b635-33c248061303 req-01e176c6-2faa-4c11-9f48-e5cce905c34e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616891 Aug 24 18:38:53.117182 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 3a3173ee-0e75-413a-a32e-15babbaa2f7d details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:38:53.231913 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 3a3173ee-0e75-413a-a32e-15babbaa2f7d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:53.245242 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:38:53.283674 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 3a3173ee-0e75-413a-a32e-15babbaa2f7d is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:53.283674 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:53.301508 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3173ee-0e75-413a-a32e-15babbaa2f7d {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:38:53.325440 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 3a3173ee-0e75-413a-a32e-15babbaa2f7d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:53.330757 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:53.394445 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=3a3173ee-0e75-413a-a32e-15babbaa2f7d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:53.697022 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439331-9244-4e31-aa9f-7f80a5eb57ea req-191074c2-a31c-493c-9597-4649fd77eab8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:53.698584 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f9439331-9244-4e31-aa9f-7f80a5eb57ea req-191074c2-a31c-493c-9597-4649fd77eab8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.0607421 Aug 24 18:38:53.758586 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f9439331-9244-4e31-aa9f-7f80a5eb57ea req-9515e8f6-b51f-49b3-9b54-fc2fed1cc908 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539303 Aug 24 18:38:53.793658 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['3a3173ee-0e75-413a-a32e-15babbaa2f7d'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:38:54.273732 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9811db9-80ed-4807-9764-eaf2eeec486c req-3900e370-990e-4efd-8301-4b39155784ed tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:54.275692 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9811db9-80ed-4807-9764-eaf2eeec486c req-3900e370-990e-4efd-8301-4b39155784ed tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 944 time: 0.0772529 Aug 24 18:38:54.340837 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9811db9-80ed-4807-9764-eaf2eeec486c req-cae49bfe-4380-4278-acfe-337317745798 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563056 Aug 24 18:38:54.912151 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b965-9fab-4ba2-b442-34cd585246c4 req-e3fe482d-e493-4e39-a4c9-74d9b331afd0 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:54.913740 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8371b965-9fab-4ba2-b442-34cd585246c4 req-e3fe482d-e493-4e39-a4c9-74d9b331afd0 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 944 time: 0.0718739 Aug 24 18:38:54.967783 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8371b965-9fab-4ba2-b442-34cd585246c4 req-3536a7c4-31cc-4225-ae2c-cd02e16e8c4e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483232 Aug 24 18:38:55.142173 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 6f35715f-6038-4fa0-8163-7b7e74054073 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:38:55.154431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 3a3173ee-0e75-413a-a32e-15babbaa2f7d up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:55.269814 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 3a3173ee-0e75-413a-a32e-15babbaa2f7d completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:38:55.279072 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 3a3173ee-0e75-413a-a32e-15babbaa2f7d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:55.279447 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:55.310434 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 6f35715f-6038-4fa0-8163-7b7e74054073, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=6f35715f-6038-4fa0-8163-7b7e74054073,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:55.329210 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '6f35715f-6038-4fa0-8163-7b7e74054073', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'port_id': '6f35715f-6038-4fa0-8163-7b7e74054073', 'mac_address': 'fa:16:3e:e9:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:38:55.380111 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 6f35715f-6038-4fa0-8163-7b7e74054073 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:55.380679 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:55.413416 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f35715f-6038-4fa0-8163-7b7e74054073 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:38:55.433172 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 3a3173ee-0e75-413a-a32e-15babbaa2f7d is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:55.433642 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:55.461030 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 6f35715f-6038-4fa0-8163-7b7e74054073, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=6f35715f-6038-4fa0-8163-7b7e74054073,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:55.472747 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:55.482887 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:38:55.483647 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e7845-0ed6-4405-82a6-e5f7f7c1e713 req-0ccce056-787a-4d86-b4ee-b88c7e2fc09f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:55.485281 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15061217-0497-4c4d-a85d-13deacf12b2e" -d '{"events": [{"server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "name": "network-vif-plugged", "status": "completed", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:38:55.485559 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e25e7845-0ed6-4405-82a6-e5f7f7c1e713 req-0ccce056-787a-4d86-b4ee-b88c7e2fc09f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 944 time: 0.0669212 Aug 24 18:38:55.526504 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 3a3173ee-0e75-413a-a32e-15babbaa2f7d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:55.535809 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:55.551967 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e25e7845-0ed6-4405-82a6-e5f7f7c1e713 req-ad39d18e-be34-4314-abf4-aab3be45f932 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596819 Aug 24 18:38:55.562917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=6f35715f-6038-4fa0-8163-7b7e74054073,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:55.621043 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=3a3173ee-0e75-413a-a32e-15babbaa2f7d,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:55.654524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0442a-471a-4762-9d32-a22204fef721 x-openstack-request-id: req-42a0442a-471a-4762-9d32-a22204fef721 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:38:55.654819 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "name": "network-vif-plugged", "status": "completed", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:38:55.655071 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42a0442a-471a-4762-9d32-a22204fef721 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:38:55.655473 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a0442a-471a-4762-9d32-a22204fef721'] response: {'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'code': 200} Aug 24 18:38:55.888954 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['6f35715f-6038-4fa0-8163-7b7e74054073'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:38:55.896424 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbc2dc-32ad-4015-b31f-81e29ffd31c9 req-905acefd-6adb-4d21-8eca-7ea49294088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:55.897966 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-43fbc2dc-32ad-4015-b31f-81e29ffd31c9 req-905acefd-6adb-4d21-8eca-7ea49294088c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 1129 time: 0.0522721 Aug 24 18:38:55.960192 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-43fbc2dc-32ad-4015-b31f-81e29ffd31c9 req-54acb87b-b7b6-4023-be57-3b94c37422e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548060 Aug 24 18:38:56.116169 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da8541-a40e-4aad-9a89-4b788e6b5df1 req-3f4bef31-2aa7-44b3-bbcc-6dbc70667cd8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:56.118758 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5da8541-a40e-4aad-9a89-4b788e6b5df1 req-3f4bef31-2aa7-44b3-bbcc-6dbc70667cd8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 945 time: 0.0600319 Aug 24 18:38:56.178639 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5da8541-a40e-4aad-9a89-4b788e6b5df1 req-d03481a9-64f2-47c3-b802-a6fa226f83d4 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534856 Aug 24 18:38:56.702204 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724f49e-8de2-4dbb-91c3-7010dabb2f6f req-1f8e6bc4-502b-4bb5-bdb9-8ad421ce576b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:56.704006 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1724f49e-8de2-4dbb-91c3-7010dabb2f6f req-1f8e6bc4-502b-4bb5-bdb9-8ad421ce576b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 945 time: 0.0647538 Aug 24 18:38:56.755265 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1724f49e-8de2-4dbb-91c3-7010dabb2f6f req-73c2d108-2b42-4707-acf4-9562692d49ed tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454240 Aug 24 18:38:57.161940 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 6f35715f-6038-4fa0-8163-7b7e74054073 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:38:57.219325 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 6f35715f-6038-4fa0-8163-7b7e74054073 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:38:57.223906 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 6f35715f-6038-4fa0-8163-7b7e74054073 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:38:57.224226 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:57.311444 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 6f35715f-6038-4fa0-8163-7b7e74054073 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:38:57.311820 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:57.324700 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2925419-d4f8-4804-9bbc-ed3c3bc3bb7f req-c750e412-2e2a-43de-9f2a-27114263fc2c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:57.326007 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2925419-d4f8-4804-9bbc-ed3c3bc3bb7f req-c750e412-2e2a-43de-9f2a-27114263fc2c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 945 time: 0.0554419 Aug 24 18:38:57.349219 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 6f35715f-6038-4fa0-8163-7b7e74054073, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=6f35715f-6038-4fa0-8163-7b7e74054073,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:57.354128 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:57.389976 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2925419-d4f8-4804-9bbc-ed3c3bc3bb7f req-bf470227-6dbe-4bf7-a44d-7bd265292843 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551081 Aug 24 18:38:57.412725 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=6f35715f-6038-4fa0-8163-7b7e74054073,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:57.423539 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.424193 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.424595 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.424975 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.425334 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.425667 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.426007 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.426338 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.426668 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.426996 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.427319 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.427615 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.427949 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:57.656813 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:38:57.659832 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98edeccb-fb7f-4900-982b-950c6e789207" -d '{"events": [{"server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "name": "network-vif-plugged", "status": "completed", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:38:57.697917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45221d7f-789a-4292-b4b9-dc81853cc0fb x-openstack-request-id: req-45221d7f-789a-4292-b4b9-dc81853cc0fb {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:38:57.698241 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "name": "network-vif-plugged", "status": "completed", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:38:57.698499 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45221d7f-789a-4292-b4b9-dc81853cc0fb {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:38:57.698904 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45221d7f-789a-4292-b4b9-dc81853cc0fb'] response: {'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073', 'code': 200} Aug 24 18:38:57.900549 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cee98a-fb22-42fb-b49e-991e589ffec3 req-730fbcd7-6cef-41c9-bd27-93432a43d329 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:57.902186 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5cee98a-fb22-42fb-b49e-991e589ffec3 req-730fbcd7-6cef-41c9-bd27-93432a43d329 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 945 time: 0.0624027 Aug 24 18:38:57.960106 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5cee98a-fb22-42fb-b49e-991e589ffec3 req-2e7cbcd8-2f7a-49d4-b263-e81d63dc108d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484135 Aug 24 18:38:57.994510 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de988a-e5d1-4f9e-a65e-1a48becb0855 req-1f56cf0c-4211-47d1-ad3e-e9b1472d04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:57.996036 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-28de988a-e5d1-4f9e-a65e-1a48becb0855 req-1f56cf0c-4211-47d1-ad3e-e9b1472d04ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 1130 time: 0.0503774 Aug 24 18:38:58.053984 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-28de988a-e5d1-4f9e-a65e-1a48becb0855 req-b756aebd-ff7e-4750-b91e-a673efc1e29b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511138 Aug 24 18:38:58.101323 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e294-89d3-401b-8279-c2f1c9ead109 req-e9526934-1630-49c8-a8cb-a3503a7befec tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:58.102849 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3ba6e294-89d3-401b-8279-c2f1c9ead109 req-e9526934-1630-49c8-a8cb-a3503a7befec tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 945 time: 0.0707307 Aug 24 18:38:58.114186 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 33812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:38:58.118808 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:38:58.158964 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (d7f88c52-7716-4371-9f8b-f12fcbf458e3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:58.530938 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2eeab-6f35-4dac-ab84-16043dd5e91c req-99eca183-855a-41a1-b8d9-40b14597b54b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:58.532736 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16f2eeab-6f35-4dac-ab84-16043dd5e91c req-99eca183-855a-41a1-b8d9-40b14597b54b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 946 time: 0.0579977 Aug 24 18:38:58.589731 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16f2eeab-6f35-4dac-ab84-16043dd5e91c req-edeb0727-8885-4341-8884-8c2af04ab13b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507650 Aug 24 18:38:58.897207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:58.902298 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (d7f88c52-7716-4371-9f8b-f12fcbf458e3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:59.005888 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP d7f88c52-7716-4371-9f8b-f12fcbf458e3 associated. External IP: 172.27.3.159, port: 3a3173ee-0e75-413a-a32e-15babbaa2f7d. Aug 24 18:38:59.228853 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:38:59.345668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:38:59.351321 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:38:59.358540 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:38:59.370290 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:59.371086 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:59.386908 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-58f2906b-d323-4610-b112-35bb5ca6efdf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "PUT /v2.0/floatingips/d7f88c52-7716-4371-9f8b-f12fcbf458e3 HTTP/1.1" status: 200 len: 991 time: 1.2715929 Aug 24 18:38:59.387497 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:38:59.389968 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d07d24-9304-4a8a-8b6a-134a5b182b49" -d '{"events": [{"name": "network-changed", "server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:38:59.433006 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78132c-2698-43b2-b19c-56ecbaf53af3 x-openstack-request-id: req-2b78132c-2698-43b2-b19c-56ecbaf53af3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:38:59.433299 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:38:59.433560 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b78132c-2698-43b2-b19c-56ecbaf53af3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:38:59.434014 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b78132c-2698-43b2-b19c-56ecbaf53af3'] response: {'name': 'network-changed', 'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'status': 'completed', 'code': 200} Aug 24 18:38:59.491142 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:59.536597 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-4af9c600-7ab8-439a-8cdc-798f252b22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:59.538164 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-4af9c600-7ab8-439a-8cdc-798f252b22fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 1129 time: 0.0569620 Aug 24 18:38:59.707442 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-619b4e8f-78e2-4b61-84cc-506af42f06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:59.709008 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-619b4e8f-78e2-4b61-84cc-506af42f06a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.1124694 Aug 24 18:38:59.727124 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785e9c-578b-40cc-b386-3611cf3dc6aa req-3edd5c8a-d03b-4673-adf2-d5be0ebd3a56 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:59.730286 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55785e9c-578b-40cc-b386-3611cf3dc6aa req-3edd5c8a-d03b-4673-adf2-d5be0ebd3a56 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 946 time: 0.0593700 Aug 24 18:38:59.754307 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:38:58Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:59.786932 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:38:59.796184 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55785e9c-578b-40cc-b386-3611cf3dc6aa req-44cd6df0-d2f6-47ad-9287-63b29075af78 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598233 Aug 24 18:38:59.797114 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:38:59.797740 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:38:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:59.807901 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-9243a272-44ae-4036-85b9-9fdcedb146ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d HTTP/1.1" status: 200 len: 999 time: 0.0875514 Aug 24 18:38:59.868797 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-e925fa34-abd1-4a49-84f4-89309734f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:59.870312 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-e925fa34-abd1-4a49-84f4-89309734f125 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0529432 Aug 24 18:38:59.910777 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:38:59.927804 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-a8c284aa-b8ab-4dbe-a255-6f66a92ed5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:38:59.929371 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-a8c284aa-b8ab-4dbe-a255-6f66a92ed5ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514536 Aug 24 18:38:59.995900 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1223da2c-e8bc-48b7-a0a4-a70bba35bb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:00.025638 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-6e8fdf04-a404-4b6e-9586-95f5504e1584 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901194 Aug 24 18:39:00.125112 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d8d07d24-9304-4a8a-8b6a-134a5b182b49 req-eeec0a9f-1cf9-4838-85e6-147bcf9f7e48 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928953 Aug 24 18:39:00.154763 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:38:58Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:39:00.186272 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7790a35-3e56-4801-87a3-3e99a9d5ea12 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:38:58Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:39:00.391517 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9e4ca-7a5c-4782-8711-626254bfc664 None None] New status for floating IP d7f88c52-7716-4371-9f8b-f12fcbf458e3: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:39:00.927690 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41a824-fe81-4d46-a5a7-f1cd88684b64 req-a318cc1a-93a2-468e-9c87-b03ae41a0f2e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:39:00.929332 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c41a824-fe81-4d46-a5a7-f1cd88684b64 req-a318cc1a-93a2-468e-9c87-b03ae41a0f2e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 946 time: 0.0570855 Aug 24 18:39:00.980514 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c41a824-fe81-4d46-a5a7-f1cd88684b64 req-bd1ae6d3-7123-4651-9b65-46e2a6147590 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Aug 24 18:39:01.113255 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8cbd7-ccdf-40c6-a93c-f44b9da5e327 req-a5c2d012-1ee8-459c-93cf-945b356e6d78 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:39:01.114664 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-89a8cbd7-ccdf-40c6-a93c-f44b9da5e327 req-a5c2d012-1ee8-459c-93cf-945b356e6d78 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 946 time: 0.0618639 Aug 24 18:39:01.164645 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-89a8cbd7-ccdf-40c6-a93c-f44b9da5e327 req-3ac21472-6ed8-4350-b9dc-e8ccecd7737b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Aug 24 18:39:01.192357 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33830) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:39:01.345355 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a6156f-8656-4fb1-b1c3-7f7d100c2e34 tempest-TestVolumeBootPattern-7403467 tempest-TestVolumeBootPattern-7403467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:39:01.347077 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c5a6156f-8656-4fb1-b1c3-7f7d100c2e34 tempest-TestVolumeBootPattern-7403467 tempest-TestVolumeBootPattern-7403467-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 1125 time: 0.1536858 Aug 24 18:39:01.350704 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33836) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:39:01.355027 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'port_id': '6f35715f-6038-4fa0-8163-7b7e74054073', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:39:01.377443 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:01.741326 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:01.834780 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-536fe10c-fd46-4f9a-93ef-4120fccba817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:01.845545 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Allocated IP 172.27.3.221 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/b818f956-1194-47ab-9b02-7c2124fd2daa) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:39:01.952871 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:01.988853 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:02.031146 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:39:02.036405 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:39:02.039364 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:39:02.043711 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=b818f956-1194-47ab-9b02-7c2124fd2daa,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:02.070479 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.070825 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.071156 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.071486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.071814 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.072137 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.072486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.072814 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.073134 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.073539 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.073900 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.074215 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.074591 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:02.421296 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (19127380-c486-4e8e-8dd7-e8abb7e57b02), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:02.492186 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:02.641636 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:02.647295 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:02.718730 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=b818f956-1194-47ab-9b02-7c2124fd2daa,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:02.721138 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (19127380-c486-4e8e-8dd7-e8abb7e57b02), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:02.830257 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Floating IP 19127380-c486-4e8e-8dd7-e8abb7e57b02 associated. External IP: 172.27.3.221, port: 6f35715f-6038-4fa0-8163-7b7e74054073. Aug 24 18:39:03.042048 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:39:03.153295 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:39:03.164440 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:39:03.173140 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:03.179590 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:39:03.180474 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:39:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:39:03.208519 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c7007fbd-a49a-4c77-880e-502525a04e14 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8567262 Aug 24 18:39:03.209172 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:39:03.211707 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:39:03.317196 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:39:03.323001 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69680fd8-8c41-4f47-b8fa-6666782b8395 x-openstack-request-id: req-69680fd8-8c41-4f47-b8fa-6666782b8395 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:39:03.323299 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:39:03.323588 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69680fd8-8c41-4f47-b8fa-6666782b8395 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:39:03.324057 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69680fd8-8c41-4f47-b8fa-6666782b8395'] response: {'name': 'network-changed', 'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073', 'status': 'completed', 'code': 200} Aug 24 18:39:03.406015 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:03.444795 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-0ed18899-251f-48c8-9e2c-4c4fee638757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:39:03.446351 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-0ed18899-251f-48c8-9e2c-4c4fee638757 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 1130 time: 0.0794637 Aug 24 18:39:03.559057 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-3294c9d2-aa77-4ba0-9bbb-d49943e2358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:39:03.560538 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-3294c9d2-aa77-4ba0-9bbb-d49943e2358d service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.1075792 Aug 24 18:39:03.614154 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '19127380-c486-4e8e-8dd7-e8abb7e57b02', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '6f35715f-6038-4fa0-8163-7b7e74054073', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:e9:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:39:02Z', 'updated_at': '2022-08-24T18:39:02Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:39:03.645176 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-170c7ad1-23a9-4391-bfc0-7f11ed9e485f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f35715f-6038-4fa0-8163-7b7e74054073 HTTP/1.1" status: 200 len: 1000 time: 0.0784736 Aug 24 18:39:03.647431 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:39:03.658766 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:39:03.659692 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:39:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:39:03.704353 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-3c765cab-0f40-46f9-909b-694636ba1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:39:03.706867 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-3c765cab-0f40-46f9-909b-694636ba1274 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0559208 Aug 24 18:39:03.761443 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-eb9af32e-5513-4c8d-beb1-a6d41747d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:39:03.762985 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-eb9af32e-5513-4c8d-beb1-a6d41747d3d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498929 Aug 24 18:39:03.799630 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:39:03.866905 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-9387f8c6-33fd-4d58-909f-8f0a7b814460 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976269 Aug 24 18:39:03.972111 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94406a6-14c4-4cb3-a512-afbb2cc7c6ad req-3cbca5ce-6b22-4baa-ad3d-6ffd97389990 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978510 Aug 24 18:39:04.218615 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '19127380-c486-4e8e-8dd7-e8abb7e57b02', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '6f35715f-6038-4fa0-8163-7b7e74054073', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:e9:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:39:02Z', 'updated_at': '2022-08-24T18:39:02Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:39:04.247920 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231b1b9-660c-4c4a-9054-d456b850246f None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '19127380-c486-4e8e-8dd7-e8abb7e57b02', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '6f35715f-6038-4fa0-8163-7b7e74054073', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:e9:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:39:02Z', 'updated_at': '2022-08-24T18:39:02Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:39:04.496848 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf0a52-4f07-42fa-afef-9770929b6642 None None] New status for floating IP 19127380-c486-4e8e-8dd7-e8abb7e57b02: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:39:04.537686 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:39:04.587557 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:05.793951 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:07.045761 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:10.931775 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33894) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:39:11.059851 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93aa1b8b-00c2-4b85-a551-15409cf92995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:11.152687 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93aa1b8b-00c2-4b85-a551-15409cf92995 admin admin] Publish callbacks [] for security_group (79ac8303-e33a-479d-bb8a-d04f4d6bcdcc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:11.157796 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93aa1b8b-00c2-4b85-a551-15409cf92995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (79ac8303-e33a-479d-bb8a-d04f4d6bcdcc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:11.204493 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-93aa1b8b-00c2-4b85-a551-15409cf92995 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db2a306229b94bbda254b54789a4e2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711675 Aug 24 18:39:11.205198 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa1b8b-00c2-4b85-a551-15409cf92995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ac8303-e33a-479d-bb8a-d04f4d6bcdcc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:11.207968 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 33898) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:39:11.268159 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7e46-eca2-4828-8401-767fdda8dae6 admin admin] Publish callbacks [] for security_group (79ac8303-e33a-479d-bb8a-d04f4d6bcdcc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:11.292925 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7e46-eca2-4828-8401-767fdda8dae6 admin admin] Publish callbacks [] for security_group (79ac8303-e33a-479d-bb8a-d04f4d6bcdcc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:11.353634 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7e46-eca2-4828-8401-767fdda8dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (79ac8303-e33a-479d-bb8a-d04f4d6bcdcc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:11.356652 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7e46-eca2-4828-8401-767fdda8dae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:11.357892 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dc4c7e46-eca2-4828-8401-767fdda8dae6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79ac8303-e33a-479d-bb8a-d04f4d6bcdcc HTTP/1.1" status: 204 len: 168 time: 0.1489823 Aug 24 18:39:11.366174 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7e46-eca2-4828-8401-767fdda8dae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ac8303-e33a-479d-bb8a-d04f4d6bcdcc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:29.962873 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a23a-a792-4f26-9988-496cecce84f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:31.830033 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f54fcf45-9ee3-4fbf-87e1-1f8cc0d03e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:33.341115 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:34.589360 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.068568 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:39:35.178297 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0774bb7-eb86-4b17-b737-88ce55c4b670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.255587 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0774bb7-eb86-4b17-b737-88ce55c4b670 admin admin] Publish callbacks [] for security_group (a7eccbf1-95b3-4e21-8eca-eb7e76217211), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.260891 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0774bb7-eb86-4b17-b737-88ce55c4b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a7eccbf1-95b3-4e21-8eca-eb7e76217211), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.297413 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0774bb7-eb86-4b17-b737-88ce55c4b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eccbf1-95b3-4e21-8eca-eb7e76217211,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:35.303259 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d0774bb7-eb86-4b17-b737-88ce55c4b670 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e08c0477f064ec0a38e57f6d827702d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335863 Aug 24 18:39:35.306057 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:39:35.359941 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9449a28f-e4aa-488b-b329-f2184b38367c admin admin] Publish callbacks [] for security_group (a7eccbf1-95b3-4e21-8eca-eb7e76217211), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.381879 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9449a28f-e4aa-488b-b329-f2184b38367c admin admin] Publish callbacks [] for security_group (a7eccbf1-95b3-4e21-8eca-eb7e76217211), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.429508 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9449a28f-e4aa-488b-b329-f2184b38367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (a7eccbf1-95b3-4e21-8eca-eb7e76217211), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.432420 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9449a28f-e4aa-488b-b329-f2184b38367c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:35.433643 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9449a28f-e4aa-488b-b329-f2184b38367c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7eccbf1-95b3-4e21-8eca-eb7e76217211 HTTP/1.1" status: 204 len: 168 time: 0.1265709 Aug 24 18:39:35.442226 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449a28f-e4aa-488b-b329-f2184b38367c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eccbf1-95b3-4e21-8eca-eb7e76217211,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:35.779776 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:37.046374 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:39:41.510984 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:39:59.959857 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1290-6f48-4185-844f-e885ab0f972f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:01.841139 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dae51d3e-ad1a-482d-a665-f147b48bef83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:03.348787 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:04.595905 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:05.785749 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:07.069242 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:18.516344 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:40:18.706251 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-c320e193-c156-454a-9236-2f28d674e0d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507557 Aug 24 18:40:18.819053 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-6a2eff03-05b3-4271-8923-28ad645fc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:18.820617 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-6a2eff03-05b3-4271-8923-28ad645fc679 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 1130 time: 0.0490329 Aug 24 18:40:18.949737 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-887b65be-98a8-443a-b111-f92245f288aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:18.952277 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-887b65be-98a8-443a-b111-f92245f288aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.1105211 Aug 24 18:40:19.015893 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-a98f7c31-ef09-430d-a977-4dfc78c1714b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f35715f-6038-4fa0-8163-7b7e74054073 HTTP/1.1" status: 200 len: 1002 time: 0.0569012 Aug 24 18:40:19.070857 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-789997bb-19f8-4d81-a639-4e0f3bb22930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:19.072491 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-789997bb-19f8-4d81-a639-4e0f3bb22930 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0505753 Aug 24 18:40:19.127033 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-30646897-fe9f-407c-b5c8-56e70b37d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:19.128666 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-30646897-fe9f-407c-b5c8-56e70b37d4e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494893 Aug 24 18:40:19.221481 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-3f0bc11c-0ad0-4918-8631-f1f1ab99cecb service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856187 Aug 24 18:40:19.336687 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-961cf0bf-e454-4d9a-b08a-897ea0418abd req-18662acf-0aef-4523-9e86-716411ebb6d7 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032503 Aug 24 18:40:28.018084 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:40:28.022819 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448573965', 'description': 'tempest-description--1720770399'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:40:28.046094 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.123045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (d6387a0a-6c26-46d2-9c27-3a7dfc54f498), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.128169 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (d6387a0a-6c26-46d2-9c27-3a7dfc54f498), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.158536 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.159779 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1407020 Aug 24 18:40:28.163107 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34130) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:40:28.164026 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6387a0a-6c26-46d2-9c27-3a7dfc54f498,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:28.168425 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': 'd6387a0a-6c26-46d2-9c27-3a7dfc54f498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:40:28.171312 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.171668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.172012 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.172388 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.172723 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.173058 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.173394 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.173723 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.174052 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.174381 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.174707 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.175034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.175344 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8bc06-a373-444f-ab9d-5cec842ce902 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.196593 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (de2b00c1-f8cc-4754-aa8c-aa857c5c1df7), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.252211 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (de2b00c1-f8cc-4754-aa8c-aa857c5c1df7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.257053 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (de2b00c1-f8cc-4754-aa8c-aa857c5c1df7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.274566 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2b00c1-f8cc-4754-aa8c-aa857c5c1df7,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:28.282745 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.283101 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.283450 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.283799 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.284139 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.284506 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.284845 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.285181 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.285546 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.285877 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.286205 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.286534 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.286834 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:28.291618 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.295552 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c42c0c03-903f-41a0-a781-b7b010248fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287005 Aug 24 18:40:28.296068 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34134) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:40:28.300037 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f0d3c80d-1804-4e90-bc0e-0c95ff441a13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': 'd6387a0a-6c26-46d2-9c27-3a7dfc54f498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:40:28.326381 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c80d-1804-4e90-bc0e-0c95ff441a13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (c0588ebf-edbe-4a2d-8e24-9ddf6ff1bca1), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.394576 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c80d-1804-4e90-bc0e-0c95ff441a13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (c0588ebf-edbe-4a2d-8e24-9ddf6ff1bca1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.400047 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c80d-1804-4e90-bc0e-0c95ff441a13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (c0588ebf-edbe-4a2d-8e24-9ddf6ff1bca1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.418899 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c80d-1804-4e90-bc0e-0c95ff441a13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0588ebf-edbe-4a2d-8e24-9ddf6ff1bca1,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:28.429072 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c80d-1804-4e90-bc0e-0c95ff441a13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.430483 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f0d3c80d-1804-4e90-bc0e-0c95ff441a13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338637 Aug 24 18:40:28.433614 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34136) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:40:28.437901 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:40:28.458745 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.557800 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.668860 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.27.3.213 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/5f2837f7-0e8b-4b32-a98f-1b6292f0636e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:28.770523 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.806549 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.847940 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:28.850791 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:28.854576 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:40:28.875806 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=5f2837f7-0e8b-4b32-a98f-1b6292f0636e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:28.942338 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (c9ae815b-49b0-4d00-b6f8-d2aa71c99645), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:28.981760 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:29.130780 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:29.136880 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:29.202964 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=5f2837f7-0e8b-4b32-a98f-1b6292f0636e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:29.205403 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (c9ae815b-49b0-4d00-b6f8-d2aa71c99645), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:29.223148 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:29.224392 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3eb9926d-366e-4281-8504-acc1a5bcba7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7898092 Aug 24 18:40:29.463974 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-595288c7-19fd-40be-a5db-311a18057c2e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1448573965&fields=id&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 267 time: 0.0435188 Aug 24 18:40:29.575752 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b876bc23-bf8a-48df-b66e-e6f471391f93 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:29.577436 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b876bc23-bf8a-48df-b66e-e6f471391f93 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.1071539 Aug 24 18:40:29.593548 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-8be72659-6e7f-444a-a468-261ce41a02fa tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/quotas/cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 375 time: 0.0104282 Aug 24 18:40:29.653583 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-fff3d4d4-e76c-4023-bd38-5449f5b51adc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546124 Aug 24 18:40:29.808545 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-6f78f917-db44-40d6-83fa-b943ed0f459f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 18:40:29.809861 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-6f78f917-db44-40d6-83fa-b943ed0f459f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1448381 Aug 24 18:40:29.904876 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-d1187073-00f7-4437-9678-f52ea8c55f1b service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885823 Aug 24 18:40:29.954621 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-57821a3a-7f17-48e0-a26e-24f4994040f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:29.997022 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-befd39fa-079f-4f38-95a6-16bb80c382c8 service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864081 Aug 24 18:40:31.192614 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9cf3709-b377-4e96-b261-1806da5c20b0 req-9a174066-8fd7-4a20-b925-3edf30bce04f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 210 time: 0.0283892 Aug 24 18:40:31.836688 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b5115f4-390a-4a2f-8a61-1814714482fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:32.295078 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-316317b8-3e61-4535-91c6-3ba2bdc0cbb9 req-ea887b34-5531-4905-8e0d-499f9063725a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 210 time: 0.0286734 Aug 24 18:40:32.519758 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-306504be-f592-4ed3-83bc-37f0486a98b2 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:32.521351 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-306504be-f592-4ed3-83bc-37f0486a98b2 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.1145926 Aug 24 18:40:32.617829 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-25d9764e-bccf-4618-b2f0-f77348fa4d0f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 473 time: 0.0824270 Aug 24 18:40:32.627528 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'port': {'device_id': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'admin_state_up': True, 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'security_groups': ['d6387a0a-6c26-46d2-9c27-3a7dfc54f498']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:40:32.744007 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Made reservation on behalf of cfac1a3eae864590a5507cac78fce69c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:32.747700 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:32.884685 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.20.0.9 (c5500417-a734-476f-a89b-f69970d031b9/043d318a-b884-46c7-af7c-7fe1a50ca0f5/582895a8-0002-4a5e-b0a7-4a8eff8eca6b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:33.041288 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.078890 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.123636 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network c5500417-a734-476f-a89b-f69970d031b9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:33.127073 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:33.131214 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:40:33.137705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:33.190673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:33.191349 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.211156 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5953d704-32e0-48f5-823d-e46fe5fbabd8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875895 Aug 24 18:40:33.229517 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Request body: {'port': {'device_id': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:40:33.298555 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.355641 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.414493 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-657d8f70-65d1-459b-b92e-c3a5482d80d7 None None] Provisioning complete for port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:40:33.414753 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-657d8f70-65d1-459b-b92e-c3a5482d80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.432404 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2d793-41b3-4b72-9e84-dc0729360654 req-06900cca-b735-47dd-b5b9-61158be3601a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:33.433956 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5b2d793-41b3-4b72-9e84-dc0729360654 req-06900cca-b735-47dd-b5b9-61158be3601a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 931 time: 0.0553150 Aug 24 18:40:33.446418 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-657d8f70-65d1-459b-b92e-c3a5482d80d7 None None] Port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:40:33.485033 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5b2d793-41b3-4b72-9e84-dc0729360654 req-b34ed573-81fb-41f2-9ba1-3a71eb705a11 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Aug 24 18:40:33.566474 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582895a8-0002-4a5e-b0a7-4a8eff8eca6b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:40:33.574570 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Publish callbacks [] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.588033 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Transition to ACTIVE for port object 582895a8-0002-4a5e-b0a7-4a8eff8eca6b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:40:33.593638 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.666407 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Pushing event updated for resources: {'Port': ['ID=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:33.697647 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Attempting to bind port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:40:33.697982 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Attempting to bind port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:40:33.698311 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Attempting to bind port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:40:33.703232 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b on network c5500417-a734-476f-a89b-f69970d031b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:40:33.703552 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Attempting to bind port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:40:33.709045 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:40:33.709467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Checking segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:40:33.709766 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Bound using segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:40:33.710228 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Bound port: 582895a8-0002-4a5e-b0a7-4a8eff8eca6b, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:40:33.710693 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.775502 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] For port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:33.778665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] For port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:33.786868 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.791043 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:33.791661 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:33.793136 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] 10.222.0.58 "PUT /v2.0/ports/582895a8-0002-4a5e-b0a7-4a8eff8eca6b HTTP/1.1" status: 200 len: 1093 time: 0.5684836 Aug 24 18:40:33.793570 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:40:33.795880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da82ff8-89d4-48fb-b51f-c4abd24220cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:40:33.846828 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7e6bd-b9f9-462f-b382-80dddcf54d50 service neutron] Pushing event updated for resources: {'Port': ['ID=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:33.895540 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5e666770-2f39-4412-9d13-89045c7d42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:33.897127 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-5e666770-2f39-4412-9d13-89045c7d42a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 1127 time: 0.0464103 Aug 24 18:40:33.942262 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-f57facb1-4997-414f-bcce-d85ed2ad8cb4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b HTTP/1.1" status: 200 len: 217 time: 0.0331037 Aug 24 18:40:33.973603 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ffbe57-a147-4bc9-b87b-8df165e66e06 x-openstack-request-id: req-46ffbe57-a147-4bc9-b87b-8df165e66e06 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:40:33.973901 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:40:33.974157 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46ffbe57-a147-4bc9-b87b-8df165e66e06 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:40:33.974562 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ffbe57-a147-4bc9-b87b-8df165e66e06'] response: {'name': 'network-changed', 'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'status': 'completed', 'code': 200} Aug 24 18:40:33.997198 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-4bc565f8-4f24-49a5-96f5-bec471249b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:33.998770 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-4bc565f8-4f24-49a5-96f5-bec471249b28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0509768 Aug 24 18:40:34.053546 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-fa0dedb5-d503-4c9d-b8ff-4c0f9451033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:34.055198 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-fa0dedb5-d503-4c9d-b8ff-4c0f9451033c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492165 Aug 24 18:40:34.163491 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-6da9c128-fecb-402d-a9de-1b8cd204c502 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024315 Aug 24 18:40:34.266382 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9833f14e-5ad1-42d8-8a3a-802a9883dd23 req-b5c7d789-f439-46ff-9ba7-a1863c88e36d service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964894 Aug 24 18:40:34.434514 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-9b0be966-0c3a-48ca-a390-4a9db4394193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:34.438302 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-9b0be966-0c3a-48ca-a390-4a9db4394193 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 1127 time: 0.0786967 Aug 24 18:40:34.559611 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-7ff3f4c3-f8f1-431e-9801-820d9f8b4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:34.561242 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-7ff3f4c3-f8f1-431e-9801-820d9f8b4b0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.1168752 Aug 24 18:40:34.597009 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:34.604439 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-2c9d282f-3c67-4213-8022-cd9542842c38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b HTTP/1.1" status: 200 len: 217 time: 0.0365274 Aug 24 18:40:34.628838 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66243751-6768-447d-9af2-e9926a6f0a4f req-db279214-aa8b-48f5-b60d-e334536e7c90 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:34.630443 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-66243751-6768-447d-9af2-e9926a6f0a4f req-db279214-aa8b-48f5-b60d-e334536e7c90 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 943 time: 0.0645957 Aug 24 18:40:34.656022 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-bc213b7d-8c37-4cc6-987f-d1c2b295b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:34.658771 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-bc213b7d-8c37-4cc6-987f-d1c2b295b810 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0483141 Aug 24 18:40:34.687608 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-66243751-6768-447d-9af2-e9926a6f0a4f req-0c2f7d25-1d94-49c8-bb64-87a1f6b8f0a1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509987 Aug 24 18:40:34.713002 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-6f123ffd-f1f5-4f2c-9f21-4bd2359e7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:34.714623 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-6f123ffd-f1f5-4f2c-9f21-4bd2359e7da5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508301 Aug 24 18:40:34.820669 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-d12ef5c6-d2e2-4e09-bd95-3432d8369c02 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987427 Aug 24 18:40:34.915144 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7da82ff8-89d4-48fb-b51f-c4abd24220cf req-4c3e4263-18e3-40ba-88c6-95b2deebc27e service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889494 Aug 24 18:40:35.774065 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:35.825645 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd3280-9969-490f-aecc-d0b2f884bac3 req-b340456d-f0b6-423c-afec-9f8ad4661e29 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:35.827219 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fdbd3280-9969-490f-aecc-d0b2f884bac3 req-b340456d-f0b6-423c-afec-9f8ad4661e29 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 943 time: 0.0627687 Aug 24 18:40:35.875472 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fdbd3280-9969-490f-aecc-d0b2f884bac3 req-0792feb6-0d05-4316-a3b1-86252a6b9bb3 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 Aug 24 18:40:37.001069 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbe126-5c8a-4061-8dbc-b8cc86aa92b5 req-5841af14-b767-4318-9f0f-71b0adf6aeca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:37.002565 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-99fbe126-5c8a-4061-8dbc-b8cc86aa92b5 req-5841af14-b767-4318-9f0f-71b0adf6aeca tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 943 time: 0.0558810 Aug 24 18:40:37.051828 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-99fbe126-5c8a-4061-8dbc-b8cc86aa92b5 req-4150465d-5130-40c5-ae87-936dbafc84c3 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 Aug 24 18:40:37.068657 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:37.599726 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 582895a8-0002-4a5e-b0a7-4a8eff8eca6b details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:40:37.698410 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:37.709889 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'port_id': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'mac_address': 'fa:16:3e:4c:d0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:40:37.743427 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:40:37.743815 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:37.756897 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582895a8-0002-4a5e-b0a7-4a8eff8eca6b {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:40:37.777044 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:37.782436 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:37.831109 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:37.838258 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.838603 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.838947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.839287 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.839614 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.839941 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.840266 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.840622 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.841133 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.841462 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.841788 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.842103 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:37.842422 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:38.177064 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdb41d-848a-424e-9088-702a46a9a5c9 req-4015c425-9572-4089-966b-28c12bf60a3d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:38.178617 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9fdb41d-848a-424e-9088-702a46a9a5c9 req-4015c425-9572-4089-966b-28c12bf60a3d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 944 time: 0.0548861 Aug 24 18:40:38.179462 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['582895a8-0002-4a5e-b0a7-4a8eff8eca6b'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:40:38.228421 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9fdb41d-848a-424e-9088-702a46a9a5c9 req-4938d869-d2d0-4a15-94b9-73ef9557f027 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Aug 24 18:40:39.353475 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc7e7-7386-4850-aa72-7f781bef024c req-e9edbbd5-24ab-4b74-8e2c-7d6b2a21d2a1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:39.354972 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-759bc7e7-7386-4850-aa72-7f781bef024c req-e9edbbd5-24ab-4b74-8e2c-7d6b2a21d2a1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 944 time: 0.0544775 Aug 24 18:40:39.407292 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-759bc7e7-7386-4850-aa72-7f781bef024c req-d39f7a43-f318-4818-b7e6-2a4e4cc00c13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465922 Aug 24 18:40:39.615653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 582895a8-0002-4a5e-b0a7-4a8eff8eca6b up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:40:39.673337 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:40:39.677986 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:40:39.678803 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:39.750226 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:40:39.750613 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:39.773589 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:40:39.776006 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84b752-347d-467c-b836-b47747c5001f" -d '{"events": [{"server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "name": "network-vif-plugged", "status": "completed", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:40:39.788606 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:39.793652 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:39.819190 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a04a3f-35de-44f0-8e44-894b272df4a4 x-openstack-request-id: req-58a04a3f-35de-44f0-8e44-894b272df4a4 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:40:39.819490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "name": "network-vif-plugged", "status": "completed", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:40:39.819744 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58a04a3f-35de-44f0-8e44-894b272df4a4 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:40:39.820113 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a04a3f-35de-44f0-8e44-894b272df4a4'] response: {'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'code': 200} Aug 24 18:40:39.844290 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:40.034234 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedf9e5-a8d0-4e21-8681-e9a185c49bcb req-719f5f0d-9b41-4d95-a493-295903895b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:40.035746 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-baedf9e5-a8d0-4e21-8681-e9a185c49bcb req-719f5f0d-9b41-4d95-a493-295903895b8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 1129 time: 0.0493550 Aug 24 18:40:40.081263 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-baedf9e5-a8d0-4e21-8681-e9a185c49bcb req-4a146a92-7b81-411e-a161-493ae9a74a87 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Aug 24 18:40:40.533671 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560f227-c941-42ca-87dc-03c0fae8448a req-2341345a-39a2-4bc5-b0db-b73ab0bc3e71 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:40.535172 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1560f227-c941-42ca-87dc-03c0fae8448a req-2341345a-39a2-4bc5-b0db-b73ab0bc3e71 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 945 time: 0.0568683 Aug 24 18:40:40.582576 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1560f227-c941-42ca-87dc-03c0fae8448a req-924e8de8-6411-4052-ac8f-5c5841db1106 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Aug 24 18:40:41.729516 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e40b1-cef7-46c4-8ea4-a22f896727f6 req-e743b991-94be-4b7b-81ba-904402a94a7d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:41.731022 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e34e40b1-cef7-46c4-8ea4-a22f896727f6 req-e743b991-94be-4b7b-81ba-904402a94a7d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 945 time: 0.0560479 Aug 24 18:40:41.777790 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e34e40b1-cef7-46c4-8ea4-a22f896727f6 req-704c53e2-b346-4ee6-a037-22d07308ce21 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 Aug 24 18:40:41.897946 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7bea7-1846-4a4a-8ea0-1c423de05bae req-952a8382-38f1-4ec7-9c6b-ace504dd5445 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:41.899683 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-99a7bea7-1846-4a4a-8ea0-1c423de05bae req-952a8382-38f1-4ec7-9c6b-ace504dd5445 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 945 time: 0.0548861 Aug 24 18:40:41.909488 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34202) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:40:41.913914 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'port_id': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:40:41.953621 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (c9ae815b-49b0-4d00-b6f8-d2aa71c99645), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:42.373649 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:42.379487 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (c9ae815b-49b0-4d00-b6f8-d2aa71c99645), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:42.474114 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP c9ae815b-49b0-4d00-b6f8-d2aa71c99645 associated. External IP: 172.27.3.213, port: 582895a8-0002-4a5e-b0a7-4a8eff8eca6b. Aug 24 18:40:42.904962 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:40:43.004243 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:43.010132 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:40:43.014704 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:40:43.025018 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:40:43.025704 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:40:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:43.041152 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1c14afc8-7426-4bca-9601-751d5cdc3fe9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "PUT /v2.0/floatingips/c9ae815b-49b0-4d00-b6f8-d2aa71c99645 HTTP/1.1" status: 200 len: 991 time: 1.1306260 Aug 24 18:40:43.041768 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:40:43.044221 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29402f1-619d-4939-9c70-005947ae4f01" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:40:43.081173 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1951bf-b934-446c-965e-fb67a5543149 x-openstack-request-id: req-7b1951bf-b934-446c-965e-fb67a5543149 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:40:43.081480 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:40:43.081722 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b1951bf-b934-446c-965e-fb67a5543149 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:40:43.082141 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1951bf-b934-446c-965e-fb67a5543149'] response: {'name': 'network-changed', 'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'status': 'completed', 'code': 200} Aug 24 18:40:43.125779 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:40:43.170175 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29402f1-619d-4939-9c70-005947ae4f01 req-74a742d7-1341-4c23-8566-fe661184e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:43.171661 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29402f1-619d-4939-9c70-005947ae4f01 req-74a742d7-1341-4c23-8566-fe661184e74f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 1129 time: 0.0474288 Aug 24 18:40:43.269046 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29402f1-619d-4939-9c70-005947ae4f01 req-89f3e3c3-8d38-421c-9b2d-75bfb329084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:43.270537 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29402f1-619d-4939-9c70-005947ae4f01 req-89f3e3c3-8d38-421c-9b2d-75bfb329084d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.0935202 Aug 24 18:40:43.331622 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29402f1-619d-4939-9c70-005947ae4f01 req-d84a481f-429b-492f-bb66-2ca1259e92c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b HTTP/1.1" status: 200 len: 999 time: 0.0553470 Aug 24 18:40:43.349703 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'c9ae815b-49b0-4d00-b6f8-d2aa71c99645', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:4c:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:40:28Z', 'updated_at': '2022-08-24T18:40:42Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}, {'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:39:00Z', 'revision_number': 2, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:43.374022 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:40:43.382662 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:40:43.383296 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:40:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:43.388714 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29402f1-619d-4939-9c70-005947ae4f01 req-5e62e170-0922-49d5-84da-3e1abbd97ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:43.390560 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29402f1-619d-4939-9c70-005947ae4f01 req-5e62e170-0922-49d5-84da-3e1abbd97ad4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0537679 Aug 24 18:40:43.488895 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:40:43.714820 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29402f1-619d-4939-9c70-005947ae4f01 req-297d8e08-730e-4e86-ae47-5c81f495b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:40:43.716363 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29402f1-619d-4939-9c70-005947ae4f01 req-297d8e08-730e-4e86-ae47-5c81f495b174 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3198078 Aug 24 18:40:43.724838 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'c9ae815b-49b0-4d00-b6f8-d2aa71c99645', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:4c:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:40:28Z', 'updated_at': '2022-08-24T18:40:42Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}, {'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:39:00Z', 'revision_number': 2, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:43.748856 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451755e-0a85-4ac2-9a2d-a98219ac99d2 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'c9ae815b-49b0-4d00-b6f8-d2aa71c99645', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:4c:d0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:40:28Z', 'updated_at': '2022-08-24T18:40:42Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}, {'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:39:00Z', 'revision_number': 2, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:40:43.807471 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29402f1-619d-4939-9c70-005947ae4f01 req-4e1acbcd-1685-43df-9e1f-4d4bb6f3c498 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845988 Aug 24 18:40:43.903901 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e29402f1-619d-4939-9c70-005947ae4f01 req-7f85bae6-a2ed-46c1-a7fb-e95647169eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901089 Aug 24 18:40:43.959413 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc2cc3-54ea-43f7-bba2-d6455e97c36e None None] New status for floating IP c9ae815b-49b0-4d00-b6f8-d2aa71c99645: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:40:55.518030 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:40:59.959965 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b2c6034f-ab19-4868-ac5a-e3a9fe76d781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:01.833461 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f07d0f78-1f96-4321-b9b2-38e1c2c55e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:03.352798 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:04.598685 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:05.769021 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:07.061646 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:20.667795 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-1e9bd740-3f83-40e0-a87c-0f839d65b7cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453844 Aug 24 18:41:20.745930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdebc2-227a-4024-b97e-739911e0c297 req-e71a3619-1ac0-4838-8ae0-b73d76ca5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:20.747458 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-e71a3619-1ac0-4838-8ae0-b73d76ca5281 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 1129 time: 0.0470395 Aug 24 18:41:20.856998 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdebc2-227a-4024-b97e-739911e0c297 req-f5799ecf-709b-476a-a420-1a2fbe1be512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:20.858489 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-f5799ecf-709b-476a-a420-1a2fbe1be512 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.0896692 Aug 24 18:41:20.919751 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-87c46e7d-456d-4873-b497-0b0b078424fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d HTTP/1.1" status: 200 len: 1001 time: 0.0544255 Aug 24 18:41:20.972779 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdebc2-227a-4024-b97e-739911e0c297 req-1e1695fa-ce4c-426c-96ea-7c423e0e996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:20.974267 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-1e1695fa-ce4c-426c-96ea-7c423e0e996b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0489981 Aug 24 18:41:21.025197 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdebc2-227a-4024-b97e-739911e0c297 req-a20919e4-731c-4c02-81ae-6586f427d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:21.027671 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-a20919e4-731c-4c02-81ae-6586f427d386 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474012 Aug 24 18:41:21.135827 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-f2aa3586-d33f-45ee-bac0-bbbf619bfc0d service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010466 Aug 24 18:41:21.246962 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-17cdebc2-227a-4024-b97e-739911e0c297 req-23e98406-6d84-4e65-b2fe-ff20a6415de4 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045125 Aug 24 18:41:29.489223 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40acb8a-4916-4a3a-b0d3-9576a33437cd req-403f85a3-3f01-4984-9a0e-3a373903d0d9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:29.490747 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f40acb8a-4916-4a3a-b0d3-9576a33437cd req-403f85a3-3f01-4984-9a0e-3a373903d0d9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 946 time: 0.0542154 Aug 24 18:41:29.539340 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f40acb8a-4916-4a3a-b0d3-9576a33437cd req-ae8e89be-e9c2-4a39-aec5-84c086e01b3b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Aug 24 18:41:29.963966 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-720918d6-827e-4e4c-a78c-0711b361146f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:30.678185 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c004d01-5b6d-403c-8c10-9e376554fd68 req-cb907475-0779-4646-8f85-70b311eea32d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:30.679737 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8c004d01-5b6d-403c-8c10-9e376554fd68 req-cb907475-0779-4646-8f85-70b311eea32d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 946 time: 0.0599101 Aug 24 18:41:30.740243 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8c004d01-5b6d-403c-8c10-9e376554fd68 req-f6a4add3-2c86-4d73-bc28-b22e1ce40f9c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538273 Aug 24 18:41:31.333191 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-d282f73b-db1b-4501-a7ec-68f4f1242083 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:31.334774 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-d282f73b-db1b-4501-a7ec-68f4f1242083 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 946 time: 0.0617781 Aug 24 18:41:31.432958 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Deleting port 6f35715f-6038-4fa0-8163-7b7e74054073 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:41:31.433303 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:31.526749 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] For port 6f35715f-6038-4fa0-8163-7b7e74054073, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=6f35715f-6038-4fa0-8163-7b7e74054073,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:31.527089 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:31.685944 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:31.686295 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (19127380-c486-4e8e-8dd7-e8abb7e57b02), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:31.686644 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Floating IP 19127380-c486-4e8e-8dd7-e8abb7e57b02 disassociated. External IP: 172.27.3.221, port: 6f35715f-6038-4fa0-8163-7b7e74054073. Aug 24 18:41:31.687012 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Calling delete_port for 6f35715f-6038-4fa0-8163-7b7e74054073 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:41:31.827762 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (6f35715f-6038-4fa0-8163-7b7e74054073), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:31.828622 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5a5216fa-3e45-4ded-9c7f-fd537d7c366e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:31.847177 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4f07edd1-c88c-4476-ac63-b948c4b9c443 req-d3c169db-4d05-4af1-a5d8-4378f90e1ad2 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 210 time: 0.0301983 Aug 24 18:41:31.873049 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event deleted for resources: {'Port': ['ID=6f35715f-6038-4fa0-8163-7b7e74054073,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:31.883475 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.883828 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.884180 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.884546 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.884869 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.885207 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.885536 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.885855 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.886201 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.886529 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.886862 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.887189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.887509 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:31.994203 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:41:32.104516 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:32.114978 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:41:32.129232 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:41:32.129869 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:41:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:32.147143 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] No DVR routers for this DVR port 6f35715f-6038-4fa0-8163-7b7e74054073 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:41:32.150264 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:32.153793 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8eea92a3-4a92-4194-8d00-859da16ab10d req-ed3c1375-b30d-48f0-92d9-bcb89c856ace tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "DELETE /v2.0/ports/6f35715f-6038-4fa0-8163-7b7e74054073 HTTP/1.1" status: 204 len: 173 time: 0.8137145 Aug 24 18:41:32.154270 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'name': 'network-vif-deleted', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:41:32.156709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add403c9-b9d6-4c91-b691-3f47871ca8aa" -d '{"events": [{"server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "name": "network-vif-deleted", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:41:32.204261 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d867a6-c27c-4a94-95bb-0e5bcf04aa72 x-openstack-request-id: req-d7d867a6-c27c-4a94-95bb-0e5bcf04aa72 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:41:32.207099 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c959ce-e2eb-48aa-b2fa-03165b8329d3", "name": "network-vif-deleted", "tag": "6f35715f-6038-4fa0-8163-7b7e74054073", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:41:32.207393 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7d867a6-c27c-4a94-95bb-0e5bcf04aa72 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:41:32.207843 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d867a6-c27c-4a94-95bb-0e5bcf04aa72'] response: {'server_uuid': '21c959ce-e2eb-48aa-b2fa-03165b8329d3', 'name': 'network-vif-deleted', 'tag': '6f35715f-6038-4fa0-8163-7b7e74054073', 'status': 'completed', 'code': 200} Aug 24 18:41:32.246214 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:41:32.518900 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:41:32.588945 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:32.613187 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:41:32.621917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:41:32.622534 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:41:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:32.726321 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:41:32.929256 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:32.959134 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7ada-0bda-4c8c-bb93-6f547c116a35 None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:41:32.965785 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92e05d20-553a-4c93-9eb9-d565e8a598f0 req-1ce03b50-cd04-4cdd-85d5-56373bf8e35d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c959ce-e2eb-48aa-b2fa-03165b8329d3 HTTP/1.1" status: 200 len: 210 time: 0.0328820 Aug 24 18:41:33.198917 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5da940-d7fd-477f-b32c-605ffec01066 None None] New status for floating IP 19127380-c486-4e8e-8dd7-e8abb7e57b02: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:41:33.354357 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:34.238773 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-d62483ba-f893-4512-bcfd-e3453b40f340 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286976596&fields=id&tenant_id=17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 267 time: 0.0448120 Aug 24 18:41:34.344043 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-b4c5dca1-9009-4104-a851-9a3d1ca9f1ec tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:34.345428 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-b4c5dca1-9009-4104-a851-9a3d1ca9f1ec tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 810 time: 0.0999415 Aug 24 18:41:34.359924 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-43af92a4-8dcc-4938-9226-7b2cbc7f56b1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/quotas/17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Aug 24 18:41:34.413459 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-949243d4-b37f-4d96-8fdb-3a0ef8c0c719 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486035 Aug 24 18:41:34.512889 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-a5a67f2d-cd0d-47d2-9a83-4a267e35b2e2 service neutron] 10.222.0.55 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872307 Aug 24 18:41:34.602122 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:34.603196 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-3c2d2898-6b50-472b-990f-305b891f8c86 service neutron] 10.222.0.55 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845072 Aug 24 18:41:34.890935 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f2e1c98-2e49-479e-b2ff-0c9ae0a7ce30 req-23e0ccff-d476-4db7-851e-a89befea8d9f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 210 time: 0.0269015 Aug 24 18:41:35.773826 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:35.917676 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-1ab99f51-b252-42d3-b9f1-838e16f40146 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:35.919205 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-1ab99f51-b252-42d3-b9f1-838e16f40146 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 810 time: 0.1072211 Aug 24 18:41:35.951874 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 6f35715f-6038-4fa0-8163-7b7e74054073 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:41:35.971900 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 6f35715f-6038-4fa0-8163-7b7e74054073 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:41:35.972347 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 6f35715f-6038-4fa0-8163-7b7e74054073 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:41:36.002610 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fa5e3b8-2b98-4e2a-823f-7911f0908112 req-620bf4ca-0ce7-473d-a9e4-ece561e707b1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 210 time: 0.0339220 Aug 24 18:41:36.023655 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-5b670c08-47fc-46eb-b7f9-266beae3222e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 380 time: 0.0898004 Aug 24 18:41:36.032554 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'port': {'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'admin_state_up': True, 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'security_groups': ['fcc4faa6-0bfd-4505-8d12-0d701ba7c053']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:41:36.143354 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Made reservation on behalf of 17468f3626c2414f92c19ebb45ba1bd7 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:41:36.146705 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:36.274552 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Allocated IP 172.20.0.10 (fb5a98a4-b7e3-48e5-944a-ff117261bc1f/0489ffa6-971d-4ad5-aa85-dac93f89e070/8d7a94a8-a718-46aa-a6ca-082e6742c466) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:36.414931 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:36.447500 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:36.495083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:36.498360 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:36.502250 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:41:36.525591 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=8d7a94a8-a718-46aa-a6ca-082e6742c466,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:36.560076 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:36.560752 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:36.578646 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-2dbf53ef-d8de-4a54-8f96-6364cec34e16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499663 Aug 24 18:41:36.598148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Request body: {'port': {'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:41:36.665167 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:36.750055 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-78416b6b-9b01-41dd-817f-4e00b5cfaae1 None None] Provisioning complete for port 8d7a94a8-a718-46aa-a6ca-082e6742c466 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:41:36.750343 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78416b6b-9b01-41dd-817f-4e00b5cfaae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:36.783750 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-78416b6b-9b01-41dd-817f-4e00b5cfaae1 None None] Port 8d7a94a8-a718-46aa-a6ca-082e6742c466 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:41:36.920098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7a94a8-a718-46aa-a6ca-082e6742c466 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:41:36.927548 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Publish callbacks [] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:36.939651 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Transition to ACTIVE for port object 8d7a94a8-a718-46aa-a6ca-082e6742c466 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:41:36.944379 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:37.001166 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a94a8-a718-46aa-a6ca-082e6742c466,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:37.055208 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Attempting to bind port 8d7a94a8-a718-46aa-a6ca-082e6742c466 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:41:37.055644 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Attempting to bind port 8d7a94a8-a718-46aa-a6ca-082e6742c466 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:41:37.055989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Attempting to bind port 8d7a94a8-a718-46aa-a6ca-082e6742c466 on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:41:37.060672 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Port 8d7a94a8-a718-46aa-a6ca-082e6742c466 on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:41:37.061002 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Attempting to bind port 8d7a94a8-a718-46aa-a6ca-082e6742c466 on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:41:37.066882 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:41:37.067223 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Checking segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:41:37.067691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Bound using segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:41:37.068044 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Bound port: 8d7a94a8-a718-46aa-a6ca-082e6742c466, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:41:37.068474 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:37.076368 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:37.130763 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] For port 8d7a94a8-a718-46aa-a6ca-082e6742c466, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:37.133858 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] For port 8d7a94a8-a718-46aa-a6ca-082e6742c466, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:37.139642 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:37.141116 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615a99-c7e4-42ec-bd15-89e01b9d662b req-9659a343-6441-43a4-b773-8fa77ae62c46 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.142698 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23615a99-c7e4-42ec-bd15-89e01b9d662b req-9659a343-6441-43a4-b773-8fa77ae62c46 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0580585 Aug 24 18:41:37.144797 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.145570 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:37.147391 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] 10.222.0.58 "PUT /v2.0/ports/8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 1094 time: 0.5537846 Aug 24 18:41:37.148211 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:41:37.150475 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:41:37.190098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e930f04-69c1-4aab-bcde-26139ebc030e x-openstack-request-id: req-0e930f04-69c1-4aab-bcde-26139ebc030e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:41:37.190389 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:41:37.190615 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e930f04-69c1-4aab-bcde-26139ebc030e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:41:37.191023 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e930f04-69c1-4aab-bcde-26139ebc030e'] response: {'name': 'network-changed', 'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'status': 'completed', 'code': 200} Aug 24 18:41:37.201364 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9b4d2-e8da-455d-a5b4-df9f43ddad6d service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a94a8-a718-46aa-a6ca-082e6742c466,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:37.205198 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23615a99-c7e4-42ec-bd15-89e01b9d662b req-8a61f949-a138-40fb-a69a-74d446a82e2a tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555010 Aug 24 18:41:37.266835 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-90fd00a1-6940-4275-ab6c-0293b736fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.268394 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-90fd00a1-6940-4275-ab6c-0293b736fd57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1128 time: 0.0456283 Aug 24 18:41:37.316529 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-8c891cfc-b885-4d5c-8851-3927432acde7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 217 time: 0.0349946 Aug 24 18:41:37.364073 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-3c083e23-152c-423e-898f-9a9bff44f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.365698 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-3c083e23-152c-423e-898f-9a9bff44f89d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0431449 Aug 24 18:41:37.414318 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-6d2fba8c-ff68-4ed0-962a-3b9c94226920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.415776 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-6d2fba8c-ff68-4ed0-962a-3b9c94226920 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443995 Aug 24 18:41:37.506152 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-42c60c6d-97b7-4868-93de-f2f69c9ecb4f service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838361 Aug 24 18:41:37.593722 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d045aa82-5b84-4a53-b70e-215939ac05bb req-77fb0e8b-e75e-4712-8b53-22c0d54fa12c service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816073 Aug 24 18:41:37.735334 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-34a8c9de-97cf-4d06-a0f5-ccb9c83c50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.736881 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-34a8c9de-97cf-4d06-a0f5-ccb9c83c50bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1128 time: 0.0498137 Aug 24 18:41:37.824437 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-9d2835ad-6c27-4d30-8fad-6abe09b57095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.825804 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-9d2835ad-6c27-4d30-8fad-6abe09b57095 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0830758 Aug 24 18:41:37.864988 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-79e66c8e-f31d-4813-98ef-db45ba4bfec5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 217 time: 0.0322418 Aug 24 18:41:37.916145 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-be47ae7e-9662-4e9b-b826-7a63acd718ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.917669 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-be47ae7e-9662-4e9b-b826-7a63acd718ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0475316 Aug 24 18:41:37.967092 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-f791ddc4-9d34-4e5e-834d-6db40117ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:37.968610 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-f791ddc4-9d34-4e5e-834d-6db40117ef51 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441399 Aug 24 18:41:38.059986 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-72b293e9-9107-4334-9ce1-0fc2a5c7f551 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 Aug 24 18:41:38.152808 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef61a40e-57d9-4ed6-ae69-b0b522eff0f2 req-0156eba0-9c0d-4b30-93f0-c176167dc5f1 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854628 Aug 24 18:41:38.332340 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1adf3f-5426-4c28-8905-11dafca44559 req-33cc9c14-671f-4f50-9933-618d979d6c40 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:38.333909 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-da1adf3f-5426-4c28-8905-11dafca44559 req-33cc9c14-671f-4f50-9933-618d979d6c40 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0549645 Aug 24 18:41:38.386851 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-da1adf3f-5426-4c28-8905-11dafca44559 req-db8d0f9b-7656-4426-b827-e1b25e66f525 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449469 Aug 24 18:41:39.527920 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05137e-fb27-4782-9e0b-dd2755619e4b req-2c4fea50-568b-474b-aadc-e750f345bf47 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:39.529473 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b05137e-fb27-4782-9e0b-dd2755619e4b req-2c4fea50-568b-474b-aadc-e750f345bf47 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0655203 Aug 24 18:41:39.581154 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b05137e-fb27-4782-9e0b-dd2755619e4b req-61898405-6932-44a5-8ec7-2029e144e66e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457585 Aug 24 18:41:40.715993 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39115c2f-bd8c-4b51-93eb-f62eeb47cdb1 req-adcdf203-b390-4ebb-a9fb-ac067d0348e6 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:40.717517 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-39115c2f-bd8c-4b51-93eb-f62eeb47cdb1 req-adcdf203-b390-4ebb-a9fb-ac067d0348e6 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0589826 Aug 24 18:41:40.766599 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-39115c2f-bd8c-4b51-93eb-f62eeb47cdb1 req-ffbccc30-3468-4b21-95d1-904b64f57ae7 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Aug 24 18:41:41.901850 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409f6b-22d7-4141-8c23-bb25730e4d11 req-46ab02cb-3356-403d-9bc7-3a2deeaaf82b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:41.903386 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf409f6b-22d7-4141-8c23-bb25730e4d11 req-46ab02cb-3356-403d-9bc7-3a2deeaaf82b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0593736 Aug 24 18:41:41.975969 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf409f6b-22d7-4141-8c23-bb25730e4d11 req-aa20fc78-616d-4265-81ac-df8dd91cee6c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603821 Aug 24 18:41:43.108637 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6d2ac-a2e4-404f-a9c3-617d411e3e57 req-fd01c426-e42e-4dc0-aba6-5c7c7cf6b62d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:43.110159 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93c6d2ac-a2e4-404f-a9c3-617d411e3e57 req-fd01c426-e42e-4dc0-aba6-5c7c7cf6b62d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0585637 Aug 24 18:41:43.161848 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93c6d2ac-a2e4-404f-a9c3-617d411e3e57 req-b90b020e-e8df-442f-9656-56cba1f9d161 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437205 Aug 24 18:41:44.298715 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69404dd-9702-42a2-8551-dffb338f7b05 req-5f81e7d1-bae4-4f19-8d8f-ff5d5cf35d6f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:44.300195 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a69404dd-9702-42a2-8551-dffb338f7b05 req-5f81e7d1-bae4-4f19-8d8f-ff5d5cf35d6f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0624862 Aug 24 18:41:44.351376 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a69404dd-9702-42a2-8551-dffb338f7b05 req-14ef4d2c-734b-4ee1-bce0-6b28b009e2d1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Aug 24 18:41:45.486670 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e49ab-b5a1-41f0-8bc5-103106a4426d req-349f8da8-bebe-407c-8732-d846885c860f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:45.488144 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-812e49ab-b5a1-41f0-8bc5-103106a4426d req-349f8da8-bebe-407c-8732-d846885c860f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 944 time: 0.0521452 Aug 24 18:41:45.545484 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-812e49ab-b5a1-41f0-8bc5-103106a4426d req-4525e187-c7b9-4b26-9649-c07201be924a tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515192 Aug 24 18:41:45.989858 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 8d7a94a8-a718-46aa-a6ca-082e6742c466 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:41:46.103749 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 8d7a94a8-a718-46aa-a6ca-082e6742c466, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:46.115262 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:41:46.150724 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 8d7a94a8-a718-46aa-a6ca-082e6742c466 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:41:46.151107 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:46.163864 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7a94a8-a718-46aa-a6ca-082e6742c466 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:41:46.196542 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 8d7a94a8-a718-46aa-a6ca-082e6742c466, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:46.202954 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:46.248084 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=8d7a94a8-a718-46aa-a6ca-082e6742c466,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:46.255150 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.255509 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.255828 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.256193 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.256561 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.256936 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.257271 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.257598 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.257917 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.258247 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.258574 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.258881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.259203 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:46.656180 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['8d7a94a8-a718-46aa-a6ca-082e6742c466'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:41:46.681586 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682691ca-4f98-45c0-8645-1b25985ecde5 req-63f9f6e6-bf8a-4692-b217-d02e701baa16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:46.683108 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-682691ca-4f98-45c0-8645-1b25985ecde5 req-63f9f6e6-bf8a-4692-b217-d02e701baa16 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 945 time: 0.0662928 Aug 24 18:41:46.735590 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-682691ca-4f98-45c0-8645-1b25985ecde5 req-15bc4139-587e-45b7-9027-2262b4ef043b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463436 Aug 24 18:41:47.862996 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaf091-a5a2-486f-9d6c-d724249f1fad req-36bc1856-f4e7-4e0f-b1a2-3d15720281b1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:47.864620 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-64eaf091-a5a2-486f-9d6c-d724249f1fad req-36bc1856-f4e7-4e0f-b1a2-3d15720281b1 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 945 time: 0.0573213 Aug 24 18:41:47.914700 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-64eaf091-a5a2-486f-9d6c-d724249f1fad req-9654ad5c-160f-4e2a-86c0-6a83a38706a0 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Aug 24 18:41:48.002427 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 8d7a94a8-a718-46aa-a6ca-082e6742c466 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:41:48.053417 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 8d7a94a8-a718-46aa-a6ca-082e6742c466 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:41:48.057486 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 8d7a94a8-a718-46aa-a6ca-082e6742c466 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:41:48.057873 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:48.130564 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 8d7a94a8-a718-46aa-a6ca-082e6742c466 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:41:48.130950 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:48.153425 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:41:48.155669 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b744fe9-d5c1-4efe-b40c-7ed556042575" -d '{"events": [{"server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:41:48.171893 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 8d7a94a8-a718-46aa-a6ca-082e6742c466, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:48.176875 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:48.199106 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd0bd1-ec88-4774-9e03-2fe06091bcdc x-openstack-request-id: req-79dd0bd1-ec88-4774-9e03-2fe06091bcdc {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:41:48.199399 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:41:48.199641 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79dd0bd1-ec88-4774-9e03-2fe06091bcdc {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:41:48.200059 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dd0bd1-ec88-4774-9e03-2fe06091bcdc'] response: {'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'code': 200} Aug 24 18:41:48.228527 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=8d7a94a8-a718-46aa-a6ca-082e6742c466,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:48.466717 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e42d-9397-4a7c-955c-8485b57f1243 req-a9aead47-19c1-46a0-a84d-a23fe3e9ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:48.468454 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9793e42d-9397-4a7c-955c-8485b57f1243 req-a9aead47-19c1-46a0-a84d-a23fe3e9ca77 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1130 time: 0.0450184 Aug 24 18:41:48.515005 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9793e42d-9397-4a7c-955c-8485b57f1243 req-a1a0bcb7-bc18-4877-808b-1134ed28ff8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Aug 24 18:41:49.053256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32c8bb-c113-4134-b476-336f2e69a150 req-7e576bdb-ee2d-4b05-8f39-79d67a1f070f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:49.054924 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d32c8bb-c113-4134-b476-336f2e69a150 req-7e576bdb-ee2d-4b05-8f39-79d67a1f070f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 946 time: 0.0621629 Aug 24 18:41:49.104045 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d32c8bb-c113-4134-b476-336f2e69a150 req-33cda5c1-0603-436c-b557-6957ece19eab tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Aug 24 18:41:50.243925 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50549ddd-5491-4ac2-9b9f-52cb45aac4b7 req-7cd9d081-213c-4818-b42a-b4c2a97fd1a3 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:50.245725 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50549ddd-5491-4ac2-9b9f-52cb45aac4b7 req-7cd9d081-213c-4818-b42a-b4c2a97fd1a3 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 946 time: 0.0615509 Aug 24 18:41:50.297182 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50549ddd-5491-4ac2-9b9f-52cb45aac4b7 req-78f0a6d8-c108-4fca-bd5e-d002d59a8be9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Aug 24 18:41:50.420216 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193211-47e8-42f0-8b6a-6b77d7dbdcb8 req-af0327fd-0bc2-4ade-a584-f2c7082562cd tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:50.421788 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-77193211-47e8-42f0-8b6a-6b77d7dbdcb8 req-af0327fd-0bc2-4ade-a584-f2c7082562cd tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 946 time: 0.0545805 Aug 24 18:41:50.482481 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-77193211-47e8-42f0-8b6a-6b77d7dbdcb8 req-845ef7b8-96ec-4aeb-b6d1-cca9d6a03c42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543444 Aug 24 18:41:50.516022 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34302) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:41:50.563296 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc94aa2-43ab-4da8-bf95-e75eee69164e tempest-TestVolumeBootPattern-7403467 tempest-TestVolumeBootPattern-7403467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:50.564912 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bfc94aa2-43ab-4da8-bf95-e75eee69164e tempest-TestVolumeBootPattern-7403467 tempest-TestVolumeBootPattern-7403467-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1125 time: 0.0478358 Aug 24 18:41:50.568016 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34304) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:41:50.572486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:41:50.596471 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:50.697730 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:50.799820 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Allocated IP 172.27.3.152 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/caee3a6a-7a0f-40f4-94ce-4902c86272d0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:50.904406 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:50.939799 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:50.977564 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:50.980435 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:50.984076 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:41:50.988944 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=caee3a6a-7a0f-40f4-94ce-4902c86272d0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:51.014547 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.014905 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.015246 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.015584 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.015917 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.016242 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.016600 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.016928 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.017252 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.017581 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.017899 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.018220 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.018547 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:51.358297 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (8f0300d6-9950-4e06-9c67-702b60a83964), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:51.424409 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:51.570639 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:51.576832 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:51.657269 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=caee3a6a-7a0f-40f4-94ce-4902c86272d0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:51.659665 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (8f0300d6-9950-4e06-9c67-702b60a83964), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:51.752987 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Floating IP 8f0300d6-9950-4e06-9c67-702b60a83964 associated. External IP: 172.27.3.152, port: 8d7a94a8-a718-46aa-a6ca-082e6742c466. Aug 24 18:41:51.948429 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:41:52.077843 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:52.088283 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:41:52.099407 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:41:52.099848 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:41:52.099989 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:41:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:52.129157 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-92e9b739-7a3a-413c-ba63-e284e3c0a8aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5600924 Aug 24 18:41:52.129734 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:41:52.132146 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:41:52.168052 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230c8392-2890-4a00-a407-c09038ca75be x-openstack-request-id: req-230c8392-2890-4a00-a407-c09038ca75be {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:41:52.168380 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:41:52.168637 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-230c8392-2890-4a00-a407-c09038ca75be {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:41:52.169065 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230c8392-2890-4a00-a407-c09038ca75be'] response: {'name': 'network-changed', 'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'status': 'completed', 'code': 200} Aug 24 18:41:52.202934 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:41:52.266308 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-01db0b3c-f6d7-4e62-beb0-63cdb25cb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:52.267858 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-01db0b3c-f6d7-4e62-beb0-63cdb25cb519 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1130 time: 0.0496297 Aug 24 18:41:52.356039 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-ed9238ec-225f-4d42-8daf-3005f73c757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:52.357570 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-ed9238ec-225f-4d42-8daf-3005f73c757d service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0828090 Aug 24 18:41:52.424420 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-c6d70e98-09ff-4cfd-8729-167734a79ece service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 1000 time: 0.0602021 Aug 24 18:41:52.425674 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:51Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:52.453581 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:41:52.461921 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:41:52.462510 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:41:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:52.473143 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-a1e729be-3e7a-46e3-b585-aa466605a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:52.474651 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-a1e729be-3e7a-46e3-b585-aa466605a1d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0448639 Aug 24 18:41:52.524889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-8dc66ef6-97ec-4cbb-9004-2acf841467bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:52.526418 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-8dc66ef6-97ec-4cbb-9004-2acf841467bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465150 Aug 24 18:41:52.563953 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:41:52.619843 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-e62a25cf-6a44-41e2-b2b6-20b59a0bdb6c service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867062 Aug 24 18:41:52.707535 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f55755c6-31ad-4f01-86df-75c6c4ac9b7e req-20374015-564b-4fee-a745-7881c71a9816 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816629 Aug 24 18:41:52.780947 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:51Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:52.804801 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742cdf9-55c3-43dd-8f51-1265500e9af0 None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:51Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:41:53.000685 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0161016-701d-4924-968a-6043d3202822 None None] New status for floating IP 8f0300d6-9950-4e06-9c67-702b60a83964: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:41:58.435331 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1092-7a7e-436f-aed8-b49a82ffef5f req-9d69afd7-f33e-452e-a003-0b7654ebd6a5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:58.436822 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d9d1092-7a7e-436f-aed8-b49a82ffef5f req-9d69afd7-f33e-452e-a003-0b7654ebd6a5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 945 time: 0.0529692 Aug 24 18:41:58.487557 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d9d1092-7a7e-436f-aed8-b49a82ffef5f req-f8ecced1-3a71-4d32-a45e-4b998d922c15 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450344 Aug 24 18:41:59.619205 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7b3fd-d6e2-4753-a2ee-3bdb45e874ac req-d1d31861-2df6-426f-b958-0b03a4c29e86 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:41:59.620751 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-54e7b3fd-d6e2-4753-a2ee-3bdb45e874ac req-d1d31861-2df6-426f-b958-0b03a4c29e86 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 945 time: 0.0577965 Aug 24 18:41:59.675681 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-54e7b3fd-d6e2-4753-a2ee-3bdb45e874ac req-9b7674f6-d0ec-40e1-b581-a92867865b7d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465024 Aug 24 18:41:59.970092 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48df0aec-a824-4fe4-9b81-def7924fd9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:00.341940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-6bdf887e-a96d-4ced-bc5e-f7b3a3c78e06 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:00.343391 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-6bdf887e-a96d-4ced-bc5e-f7b3a3c78e06 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 945 time: 0.0577679 Aug 24 18:42:00.431617 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:42:00.431910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:00.802642 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] For port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:00.803675 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:00.803904 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca9db6-e6a9-414d-ba61-60a0d00c47d7 req-874aec4e-fc07-451e-93c5-877f98dc8e18 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:00.804892 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-95ca9db6-e6a9-414d-ba61-60a0d00c47d7 req-874aec4e-fc07-451e-93c5-877f98dc8e18 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 945 time: 0.0563087 Aug 24 18:42:00.852982 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-95ca9db6-e6a9-414d-ba61-60a0d00c47d7 req-39858751-37a5-4602-ba0b-6a2fccc73416 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=d6387a0a-6c26-46d2-9c27-3a7dfc54f498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422587 Aug 24 18:42:00.969194 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:00.969572 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (c9ae815b-49b0-4d00-b6f8-d2aa71c99645), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:00.969893 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP c9ae815b-49b0-4d00-b6f8-d2aa71c99645 disassociated. External IP: 172.27.3.213, port: 582895a8-0002-4a5e-b0a7-4a8eff8eca6b. Aug 24 18:42:00.970238 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for 582895a8-0002-4a5e-b0a7-4a8eff8eca6b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:42:01.096648 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (582895a8-0002-4a5e-b0a7-4a8eff8eca6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:01.123524 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=582895a8-0002-4a5e-b0a7-4a8eff8eca6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:01.232519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:42:01.334515 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:42:01.344254 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:42:01.355590 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:42:01.356210 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:41:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:01.376023 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] No DVR routers for this DVR port 582895a8-0002-4a5e-b0a7-4a8eff8eca6b on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:42:01.379177 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:01.383340 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-445f9451-a232-4dd4-955f-9438fcf3f395 req-c6343c5b-ba56-49d1-91b4-803f0a0b69bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "DELETE /v2.0/ports/582895a8-0002-4a5e-b0a7-4a8eff8eca6b HTTP/1.1" status: 204 len: 173 time: 1.0333588 Aug 24 18:42:01.384032 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'name': 'network-vif-deleted', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:42:01.387105 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a17c50-9713-4af7-82d8-0ae19cd96340" -d '{"events": [{"server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "name": "network-vif-deleted", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:42:01.426812 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eda8b5b-fe6a-4693-af03-3a92a181293c x-openstack-request-id: req-5eda8b5b-fe6a-4693-af03-3a92a181293c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:42:01.427209 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa3544f-dd20-47e5-8e18-8d8ee027ddeb", "name": "network-vif-deleted", "tag": "582895a8-0002-4a5e-b0a7-4a8eff8eca6b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:42:01.427488 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5eda8b5b-fe6a-4693-af03-3a92a181293c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:42:01.427883 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eda8b5b-fe6a-4693-af03-3a92a181293c'] response: {'server_uuid': 'dfa3544f-dd20-47e5-8e18-8d8ee027ddeb', 'name': 'network-vif-deleted', 'tag': '582895a8-0002-4a5e-b0a7-4a8eff8eca6b', 'status': 'completed', 'code': 200} Aug 24 18:42:01.463824 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:42:01.843863 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-394a1d5e-9a4a-4def-bbce-6c2a710b370c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:01.847872 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:39:00Z', 'revision_number': 2, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:01.876658 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:42:01.887639 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:42:01.888344 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:42:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:01.967486 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-187034f1-78cf-464b-8830-8d25ae573e42 req-04092ef6-46d5-405b-bfa6-dddc12b1188e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfa3544f-dd20-47e5-8e18-8d8ee027ddeb HTTP/1.1" status: 200 len: 210 time: 0.0283189 Aug 24 18:42:02.009872 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:42:02.229308 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:39:00Z', 'revision_number': 2, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:02.257524 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49710c-1987-4f53-b7cd-14b7221203e7 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'd7f88c52-7716-4371-9f8b-f12fcbf458e3', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:56:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a829d73-e839-4dfb-9e51-bd5849273264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:38:45Z', 'updated_at': '2022-08-24T18:39:00Z', 'revision_number': 2, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:42:02.487732 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d64b9-6427-48ac-9ed8-a2b556ba8726 None None] New status for floating IP c9ae815b-49b0-4d00-b6f8-d2aa71c99645: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:42:03.063261 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:03.123372 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f43381a-7239-4be3-8f3f-265da0514e3e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (d6387a0a-6c26-46d2-9c27-3a7dfc54f498), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.153225 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f43381a-7239-4be3-8f3f-265da0514e3e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (d6387a0a-6c26-46d2-9c27-3a7dfc54f498), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.210476 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f43381a-7239-4be3-8f3f-265da0514e3e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (d6387a0a-6c26-46d2-9c27-3a7dfc54f498), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.213750 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f43381a-7239-4be3-8f3f-265da0514e3e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.214978 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0f43381a-7239-4be3-8f3f-265da0514e3e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/security-groups/d6387a0a-6c26-46d2-9c27-3a7dfc54f498 HTTP/1.1" status: 204 len: 168 time: 0.1506829 Aug 24 18:42:03.218016 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34338) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:03.224740 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43381a-7239-4be3-8f3f-265da0514e3e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6387a0a-6c26-46d2-9c27-3a7dfc54f498,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:03.236806 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-114bd220-a5dd-47c5-998b-300851a5c717 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] show failed (client error): The resource could not be found. Aug 24 18:42:03.241153 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-114bd220-a5dd-47c5-998b-300851a5c717 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups/d6387a0a-6c26-46d2-9c27-3a7dfc54f498 HTTP/1.1" status: 404 len: 347 time: 0.0214159 Aug 24 18:42:03.241372 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:03.359906 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.366713 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port 5f2837f7-0e8b-4b32-a98f-1b6292f0636e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:42:03.367062 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.445746 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.446055 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.459166 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for 5f2837f7-0e8b-4b32-a98f-1b6292f0636e owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:42:03.597413 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (5f2837f7-0e8b-4b32-a98f-1b6292f0636e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.622776 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=5f2837f7-0e8b-4b32-a98f-1b6292f0636e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:03.696211 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (c9ae815b-49b0-4d00-b6f8-d2aa71c99645), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.698768 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:03.699947 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b292e513-d910-42a9-b331-8b9c87f4f35e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/floatingips/c9ae815b-49b0-4d00-b6f8-d2aa71c99645 HTTP/1.1" status: 204 len: 168 time: 0.4575016 Aug 24 18:42:04.080176 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 582895a8-0002-4a5e-b0a7-4a8eff8eca6b no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:42:04.099113 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 582895a8-0002-4a5e-b0a7-4a8eff8eca6b {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:42:04.099490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 582895a8-0002-4a5e-b0a7-4a8eff8eca6b not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:42:04.602670 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:05.347863 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632cb8d-aea7-412b-ad15-f1786d6f88cd req-ac2f31f4-82ea-43ab-97fc-d5204f5a7bea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:05.349422 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3632cb8d-aea7-412b-ad15-f1786d6f88cd req-ac2f31f4-82ea-43ab-97fc-d5204f5a7bea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 945 time: 0.0590076 Aug 24 18:42:05.400863 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3632cb8d-aea7-412b-ad15-f1786d6f88cd req-defaca62-45a2-4061-8f14-906c8e023bb7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454161 Aug 24 18:42:05.780012 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:06.530477 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f53e17-67fe-4adb-8572-c7e4d0fc55a4 req-c5692774-6b5b-46e7-bf1f-9c90a0be0527 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:06.531951 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32f53e17-67fe-4adb-8572-c7e4d0fc55a4 req-c5692774-6b5b-46e7-bf1f-9c90a0be0527 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 945 time: 0.0575409 Aug 24 18:42:06.578600 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32f53e17-67fe-4adb-8572-c7e4d0fc55a4 req-f07480ce-72c8-49e8-a69b-7c90c365dad3 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 Aug 24 18:42:07.078952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:07.406861 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-2867a8d9-c80f-434d-b940-a41102e434fc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:07.408209 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-2867a8d9-c80f-434d-b940-a41102e434fc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 945 time: 0.0542023 Aug 24 18:42:07.499424 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port 3a3173ee-0e75-413a-a32e-15babbaa2f7d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:42:07.499759 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:07.587451 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] For port 3a3173ee-0e75-413a-a32e-15babbaa2f7d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=3a3173ee-0e75-413a-a32e-15babbaa2f7d,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:07.587804 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:07.781288 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:07.781596 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (d7f88c52-7716-4371-9f8b-f12fcbf458e3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:07.781944 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP d7f88c52-7716-4371-9f8b-f12fcbf458e3 disassociated. External IP: 172.27.3.159, port: 3a3173ee-0e75-413a-a32e-15babbaa2f7d. Aug 24 18:42:07.782264 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for 3a3173ee-0e75-413a-a32e-15babbaa2f7d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:42:07.790662 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393728c-4be3-485f-869b-86fc38a939c4 req-94fb94e0-1177-4ebe-93a1-79bad8b726fb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:07.792133 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a393728c-4be3-485f-869b-86fc38a939c4 req-94fb94e0-1177-4ebe-93a1-79bad8b726fb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a829d73-e839-4dfb-9e51-bd5849273264 HTTP/1.1" status: 200 len: 945 time: 0.1377103 Aug 24 18:42:07.884128 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a393728c-4be3-485f-869b-86fc38a939c4 req-66ff327f-7029-4653-9566-21d2a2fc85b2 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=abe2b280-1886-471c-ae54-4a765d7fbf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843191 Aug 24 18:42:07.956052 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (3a3173ee-0e75-413a-a32e-15babbaa2f7d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:07.983323 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=3a3173ee-0e75-413a-a32e-15babbaa2f7d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:08.091752 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:42:08.194285 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:42:08.205126 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:42:08.218775 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:42:08.219371 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:42:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:08.235598 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] No DVR routers for this DVR port 3a3173ee-0e75-413a-a32e-15babbaa2f7d on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:42:08.238255 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:08.241571 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d662ea4-460a-4f5a-aa8a-2ee4f0664065 req-97557fef-cd80-43fc-a242-6ef549e10f44 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "DELETE /v2.0/ports/3a3173ee-0e75-413a-a32e-15babbaa2f7d HTTP/1.1" status: 204 len: 173 time: 0.8263571 Aug 24 18:42:08.242010 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'name': 'network-vif-deleted', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:42:08.244341 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b52f87-fcad-4271-a14e-db20e496a98b" -d '{"events": [{"server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "name": "network-vif-deleted", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:42:08.282067 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c2e7e-084f-4789-8396-f5b2ab5685f5 x-openstack-request-id: req-8b0c2e7e-084f-4789-8396-f5b2ab5685f5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:42:08.282363 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a829d73-e839-4dfb-9e51-bd5849273264", "name": "network-vif-deleted", "tag": "3a3173ee-0e75-413a-a32e-15babbaa2f7d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:42:08.282671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b0c2e7e-084f-4789-8396-f5b2ab5685f5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:42:08.283375 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0c2e7e-084f-4789-8396-f5b2ab5685f5'] response: {'server_uuid': '1a829d73-e839-4dfb-9e51-bd5849273264', 'name': 'network-vif-deleted', 'tag': '3a3173ee-0e75-413a-a32e-15babbaa2f7d', 'status': 'completed', 'code': 200} Aug 24 18:42:08.320489 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:42:08.529948 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:08.552932 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:42:08.561360 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:42:08.561961 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:42:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:08.663243 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:42:08.855728 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:08.882977 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c509582-113f-4403-b7f9-7b184a0cc603 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:42:08.976299 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:09.035341 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f391aaf2-de7a-4e70-8d4f-48e0e1443d52 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (abe2b280-1886-471c-ae54-4a765d7fbf6b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.060741 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f391aaf2-de7a-4e70-8d4f-48e0e1443d52 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (abe2b280-1886-471c-ae54-4a765d7fbf6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.102652 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224a860-cdbf-46f5-8110-fefe03c8b161 None None] New status for floating IP d7f88c52-7716-4371-9f8b-f12fcbf458e3: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:42:09.116676 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f391aaf2-de7a-4e70-8d4f-48e0e1443d52 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (abe2b280-1886-471c-ae54-4a765d7fbf6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.119373 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f391aaf2-de7a-4e70-8d4f-48e0e1443d52 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.120590 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f391aaf2-de7a-4e70-8d4f-48e0e1443d52 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/security-groups/abe2b280-1886-471c-ae54-4a765d7fbf6b HTTP/1.1" status: 204 len: 168 time: 0.1431837 Aug 24 18:42:09.123464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34374) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:09.129999 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391aaf2-de7a-4e70-8d4f-48e0e1443d52 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe2b280-1886-471c-ae54-4a765d7fbf6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:09.137140 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-56489b5c-ac2c-4e86-b054-f52da9bac634 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] show failed (client error): The resource could not be found. Aug 24 18:42:09.146267 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-56489b5c-ac2c-4e86-b054-f52da9bac634 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups/abe2b280-1886-471c-ae54-4a765d7fbf6b HTTP/1.1" status: 404 len: 347 time: 0.0211170 Aug 24 18:42:09.148563 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34376) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:09.276377 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port 4ef8ba4c-ece4-4be0-9043-5579d9f68822 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:42:09.276719 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.350718 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.351077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (4ef8ba4c-ece4-4be0-9043-5579d9f68822), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.363062 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for 4ef8ba4c-ece4-4be0-9043-5579d9f68822 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:42:09.519062 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (4ef8ba4c-ece4-4be0-9043-5579d9f68822), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.529107 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:42:09.546522 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=4ef8ba4c-ece4-4be0-9043-5579d9f68822,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:09.608399 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (d7f88c52-7716-4371-9f8b-f12fcbf458e3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.610904 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.612097 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b1bf1011-66a2-42e6-99cc-133c3ee80dde tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/floatingips/d7f88c52-7716-4371-9f8b-f12fcbf458e3 HTTP/1.1" status: 204 len: 168 time: 0.4621449 Aug 24 18:42:09.684894 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34380) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:09.690923 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-db4507ee-9482-4d1f-9d41-8fce4872b5f9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852020302', 'description': 'tempest-description--27549835'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:42:09.712884 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-db4507ee-9482-4d1f-9d41-8fce4872b5f9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.783136 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-db4507ee-9482-4d1f-9d41-8fce4872b5f9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (ecfe5f66-b172-4a43-8b70-67aa0cef69e3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.789817 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-db4507ee-9482-4d1f-9d41-8fce4872b5f9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ecfe5f66-b172-4a43-8b70-67aa0cef69e3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.817876 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-db4507ee-9482-4d1f-9d41-8fce4872b5f9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.819170 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-db4507ee-9482-4d1f-9d41-8fce4872b5f9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1330423 Aug 24 18:42:09.822726 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:09.827333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-39a3f308-47fc-4af9-aecc-ec55abb14284 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe5f66-b172-4a43-8b70-67aa0cef69e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:42:09.827520 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4507ee-9482-4d1f-9d41-8fce4872b5f9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe5f66-b172-4a43-8b70-67aa0cef69e3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:09.853706 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39a3f308-47fc-4af9-aecc-ec55abb14284 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (caaa2597-0eb4-4376-ab6a-391278d5e36b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.912508 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39a3f308-47fc-4af9-aecc-ec55abb14284 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (caaa2597-0eb4-4376-ab6a-391278d5e36b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.916783 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39a3f308-47fc-4af9-aecc-ec55abb14284 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (caaa2597-0eb4-4376-ab6a-391278d5e36b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.933444 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3f308-47fc-4af9-aecc-ec55abb14284 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caaa2597-0eb4-4376-ab6a-391278d5e36b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:09.943613 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39a3f308-47fc-4af9-aecc-ec55abb14284 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:09.944843 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-39a3f308-47fc-4af9-aecc-ec55abb14284 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210504 Aug 24 18:42:09.947538 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34384) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:09.951828 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0e4ec033-201f-43c0-88f1-d1a6b5a424dd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe5f66-b172-4a43-8b70-67aa0cef69e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:42:09.979086 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec033-201f-43c0-88f1-d1a6b5a424dd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (2420f42a-49e4-4e89-92c5-12ee0f979c27), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.033934 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec033-201f-43c0-88f1-d1a6b5a424dd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (2420f42a-49e4-4e89-92c5-12ee0f979c27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.038647 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec033-201f-43c0-88f1-d1a6b5a424dd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (2420f42a-49e4-4e89-92c5-12ee0f979c27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.056103 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ec033-201f-43c0-88f1-d1a6b5a424dd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2420f42a-49e4-4e89-92c5-12ee0f979c27,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:10.065423 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec033-201f-43c0-88f1-d1a6b5a424dd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.066627 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0e4ec033-201f-43c0-88f1-d1a6b5a424dd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181712 Aug 24 18:42:10.069910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:10.074303 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:42:10.095165 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.193817 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.297148 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.27.3.146 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/e547d631-a04e-42fe-a8a5-ff91eaaeeaba) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:42:10.402499 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.437877 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.476064 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:42:10.478963 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:42:10.483532 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:42:10.488719 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=e547d631-a04e-42fe-a8a5-ff91eaaeeaba,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:10.571408 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (b339da8a-3802-4172-b97b-09ef78853db5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.609750 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.755081 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.761698 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.823974 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (b339da8a-3802-4172-b97b-09ef78853db5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.826337 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=e547d631-a04e-42fe-a8a5-ff91eaaeeaba,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:10.842356 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:10.843600 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3e84c56e-d79e-4b68-87f8-003523ac427b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7727361 Aug 24 18:42:10.992933 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-9b06b060-74bf-432e-8d3d-c5ea9d056e9f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1852020302&fields=id&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 267 time: 0.0429752 Aug 24 18:42:11.101248 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-120b7a1a-2713-4799-a47f-c47d4c50c675 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:11.102610 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-120b7a1a-2713-4799-a47f-c47d4c50c675 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.1031661 Aug 24 18:42:11.118035 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-0df4129c-7aa3-4c94-a821-29ad74f58ecf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/quotas/cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 375 time: 0.0098975 Aug 24 18:42:11.176100 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-04256ccb-f460-45ec-a1dc-5ec8923d2a02 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516531 Aug 24 18:42:11.274219 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-1645dddf-5aa0-49fc-a2ea-5c2e529b78c7 service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860181 Aug 24 18:42:11.362934 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-cad2986c-ab71-411a-a28b-12764ba79c8f service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827835 Aug 24 18:42:11.532885 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0dab63c8-7768-4868-8fb8-d6b190e632b9 req-4404261a-3ee3-48be-be6c-cf87992ffa68 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 210 time: 0.0282438 Aug 24 18:42:12.126565 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 3a3173ee-0e75-413a-a32e-15babbaa2f7d no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:42:12.145705 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 3a3173ee-0e75-413a-a32e-15babbaa2f7d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:42:12.146045 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 3a3173ee-0e75-413a-a32e-15babbaa2f7d not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:42:12.607946 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-5a9b7eff-fca8-4055-9126-6b0479da6be8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:12.609437 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-5a9b7eff-fca8-4055-9126-6b0479da6be8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.1079130 Aug 24 18:42:12.691561 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-2e0f1b05-b9c0-4885-acd3-2bca71652f1f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 380 time: 0.0539446 Aug 24 18:42:12.701659 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'port': {'device_id': '75fab6c6-211d-4398-8d9b-3053093db073', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'admin_state_up': True, 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'security_groups': ['ecfe5f66-b172-4a43-8b70-67aa0cef69e3']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:42:12.720583 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-138de2e6-c927-4a8b-b830-27d8d331a30b req-91d9585f-700e-421a-83a7-fb34fe93af4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 210 time: 0.1108642 Aug 24 18:42:12.809564 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Made reservation on behalf of cfac1a3eae864590a5507cac78fce69c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:42:12.813257 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:12.940722 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.20.0.14 (c5500417-a734-476f-a89b-f69970d031b9/043d318a-b884-46c7-af7c-7fe1a50ca0f5/4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:42:13.081359 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.113271 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.157912 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network c5500417-a734-476f-a89b-f69970d031b9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:42:13.161060 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:42:13.164699 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:42:13.170535 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:13.219927 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:13.220709 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.240791 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-ab479866-6456-4875-b3af-d0a8cddcf5f5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428257 Aug 24 18:42:13.294191 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Request body: {'port': {'device_id': '75fab6c6-211d-4398-8d9b-3053093db073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:42:13.352808 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.372941 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8e86ee80-53de-4b00-8802-4cde5abe5d05 None None] Provisioning complete for port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:42:13.373595 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e86ee80-53de-4b00-8802-4cde5abe5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.404202 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8e86ee80-53de-4b00-8802-4cde5abe5d05 None None] Port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:42:13.615063 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:42:13.622679 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Publish callbacks [] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.634723 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Transition to ACTIVE for port object 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:42:13.640736 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.696889 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:13.744263 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Attempting to bind port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:42:13.744597 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Attempting to bind port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:42:13.744933 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Attempting to bind port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:42:13.749778 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a on network c5500417-a734-476f-a89b-f69970d031b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:42:13.750107 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Attempting to bind port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:42:13.755323 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:42:13.755665 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Checking segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:42:13.756041 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Bound using segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:42:13.756518 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Bound port: 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:42:13.756864 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.824367 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] For port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:42:13.827375 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] For port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:42:13.836256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.839757 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:13.840717 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:13.842214 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] 10.222.0.58 "PUT /v2.0/ports/4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a HTTP/1.1" status: 200 len: 1094 time: 0.5525768 Aug 24 18:42:13.844252 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:42:13.846566 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2021bb-2d5c-412f-a631-7e52ae0dd991" -d '{"events": [{"name": "network-changed", "server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:42:13.884520 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e086777-db4a-42ca-8e81-7e2cff1111fb x-openstack-request-id: req-0e086777-db4a-42ca-8e81-7e2cff1111fb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:42:13.884817 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:42:13.885072 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e086777-db4a-42ca-8e81-7e2cff1111fb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:42:13.885472 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e086777-db4a-42ca-8e81-7e2cff1111fb'] response: {'name': 'network-changed', 'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'status': 'completed', 'code': 200} Aug 24 18:42:13.954174 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce9d5c-f537-49fd-8297-de10bd0170c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:13.976782 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8e339-d270-4d84-8e3e-1c23134048bf req-c5e4d6ba-9e58-4ffc-9c08-75f7717b6db9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:13.978273 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ea8e339-d270-4d84-8e3e-1c23134048bf req-c5e4d6ba-9e58-4ffc-9c08-75f7717b6db9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 944 time: 0.1875045 Aug 24 18:42:13.993017 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-e35a542d-35d0-4309-998c-c665fe854f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:13.994379 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-e35a542d-35d0-4309-998c-c665fe854f68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 1128 time: 0.0850091 Aug 24 18:42:14.058282 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-fa59bba9-33b2-4dfe-9afd-97557015000a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a HTTP/1.1" status: 200 len: 217 time: 0.0417328 Aug 24 18:42:14.062483 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ea8e339-d270-4d84-8e3e-1c23134048bf req-be0bae00-1222-4fc5-be28-09e69ab71a74 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774279 Aug 24 18:42:14.110484 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-b98181a4-fe4f-48a8-9dfa-4f14cb66f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:14.111960 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-b98181a4-fe4f-48a8-9dfa-4f14cb66f6ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0458293 Aug 24 18:42:14.428834 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045df53-ca09-40e6-b452-854af03e7b89 req-740238c4-9b93-49f5-bddc-649849abe9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:14.430333 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-740238c4-9b93-49f5-bddc-649849abe9f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3113277 Aug 24 18:42:14.525816 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-d1a99b38-f40f-4a75-95f8-61e476e78c8e service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804596 Aug 24 18:42:14.614953 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0045df53-ca09-40e6-b452-854af03e7b89 req-bc4e9526-3f22-458f-9622-88fe618300d1 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Aug 24 18:42:14.759232 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-fb3f6c70-b868-48c9-b574-6dabaea9517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:14.760774 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-fb3f6c70-b868-48c9-b574-6dabaea9517a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 1128 time: 0.0469918 Aug 24 18:42:14.850613 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-365f8453-c188-4585-96bb-6d70ceffddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:14.852003 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-365f8453-c188-4585-96bb-6d70ceffddd9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.0849679 Aug 24 18:42:14.895236 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-4f87b51f-4cc2-4ac6-86c9-c2df3d370c42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a HTTP/1.1" status: 200 len: 217 time: 0.0365300 Aug 24 18:42:14.952077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-7aecd507-22d7-4535-8bbf-c91fda34e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:14.954216 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-7aecd507-22d7-4535-8bbf-c91fda34e006 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0507648 Aug 24 18:42:15.007111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-813c7858-936b-432b-9348-05c2a0f94fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:15.008655 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-813c7858-936b-432b-9348-05c2a0f94fa3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475922 Aug 24 18:42:15.099465 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-d89ed052-5901-458f-acf3-7a12dd5f0f8f service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845990 Aug 24 18:42:15.187662 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d2021bb-2d5c-412f-a631-7e52ae0dd991 req-f732ffbe-c984-4612-9d06-994a0ad89cd9 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823972 Aug 24 18:42:15.188053 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f0648-7254-44d7-a7aa-5ae4fae063cf req-8bafed92-5711-4254-8a59-2e10d6b51a15 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:15.189190 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4c9f0648-7254-44d7-a7aa-5ae4fae063cf req-8bafed92-5711-4254-8a59-2e10d6b51a15 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 944 time: 0.0537231 Aug 24 18:42:15.241019 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4c9f0648-7254-44d7-a7aa-5ae4fae063cf req-a38805ba-70b6-4b89-af44-7007e2c5e512 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456886 Aug 24 18:42:16.368675 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf876-bfd0-4938-9a48-d865bc2fd5e7 req-f37d5f25-7532-4278-9cc3-5b32b71959f6 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:16.370147 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d97cf876-bfd0-4938-9a48-d865bc2fd5e7 req-f37d5f25-7532-4278-9cc3-5b32b71959f6 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 944 time: 0.0586519 Aug 24 18:42:16.417062 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d97cf876-bfd0-4938-9a48-d865bc2fd5e7 req-98bf2b30-33cc-4f9c-b277-b8530b16632c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Aug 24 18:42:17.548406 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39467a-c3c1-46bf-aa45-3319b9aa67a6 req-fef6d65f-20c5-4f92-baa3-049c3941fd38 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:17.549907 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bd39467a-c3c1-46bf-aa45-3319b9aa67a6 req-fef6d65f-20c5-4f92-baa3-049c3941fd38 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 944 time: 0.0546298 Aug 24 18:42:17.597469 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bd39467a-c3c1-46bf-aa45-3319b9aa67a6 req-a86a2474-8186-4756-862f-527cfd57837d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Aug 24 18:42:18.173344 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:42:18.285332 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:18.297803 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'port_id': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'mac_address': 'fa:16:3e:c8:ef:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:42:18.335706 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:42:18.336104 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:18.348902 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:42:18.368635 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:18.374373 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:18.418966 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:18.723629 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fc01f-e02d-4a4a-82f9-5c46e5b1269f req-1ffb09ee-fd23-4ddf-b047-92584b613d54 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:18.725215 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b93fc01f-e02d-4a4a-82f9-5c46e5b1269f req-1ffb09ee-fd23-4ddf-b047-92584b613d54 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 945 time: 0.0536973 Aug 24 18:42:18.767341 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:42:18.772397 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b93fc01f-e02d-4a4a-82f9-5c46e5b1269f req-d2a17ae6-3b83-4df3-9351-c1789dfc9235 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Aug 24 18:42:19.896154 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5677a-74db-4ff1-83c5-5cff046eeead req-1359b224-312b-462d-ab02-c54ce38c075d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:19.898083 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59e5677a-74db-4ff1-83c5-5cff046eeead req-1359b224-312b-462d-ab02-c54ce38c075d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 945 time: 0.0539596 Aug 24 18:42:19.945317 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59e5677a-74db-4ff1-83c5-5cff046eeead req-9cd1dcac-5a20-48e8-8925-e4312a903de9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Aug 24 18:42:20.175557 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:42:20.234640 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:42:20.239366 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:42:20.239767 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:20.312192 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:42:20.312867 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:20.339946 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:42:20.342309 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46479b3-e2c2-4c9d-94e7-a27be8990f27" -d '{"events": [{"server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:42:20.355019 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:20.360201 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:20.383683 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f8eaf5-4a7d-4f1c-849f-c5d521edf763 x-openstack-request-id: req-17f8eaf5-4a7d-4f1c-849f-c5d521edf763 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:42:20.383978 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:42:20.384235 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17f8eaf5-4a7d-4f1c-849f-c5d521edf763 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:42:20.384660 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f8eaf5-4a7d-4f1c-849f-c5d521edf763'] response: {'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'code': 200} Aug 24 18:42:20.409356 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:20.608540 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56101e5a-dfcc-4ae2-b7e6-1a118a42a7c8 req-770f8a46-9734-43b3-8590-1f433e4a81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:20.610131 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-56101e5a-dfcc-4ae2-b7e6-1a118a42a7c8 req-770f8a46-9734-43b3-8590-1f433e4a81c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 1130 time: 0.0466416 Aug 24 18:42:20.695917 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-56101e5a-dfcc-4ae2-b7e6-1a118a42a7c8 req-2bc6869c-2dbc-4114-a5a7-c8245eba5e20 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625777 Aug 24 18:42:20.702915 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-6375d1b5-be8b-4b79-a3cc-7d96ee86503c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771992 Aug 24 18:42:21.072784 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33fedd-42f2-4aec-8a89-e8f6db111ded req-de2cb375-835b-405b-93a7-9c28fa493c31 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:21.074334 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d33fedd-42f2-4aec-8a89-e8f6db111ded req-de2cb375-835b-405b-93a7-9c28fa493c31 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0585675 Aug 24 18:42:21.123594 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d33fedd-42f2-4aec-8a89-e8f6db111ded req-9b08a68d-ca64-41c3-91a0-700dc92b5fa0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Aug 24 18:42:21.229983 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-f9814d5a-3a9f-4a4e-90b7-b9e8b1b6ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:21.231461 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-f9814d5a-3a9f-4a4e-90b7-b9e8b1b6ce93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1130 time: 0.0480809 Aug 24 18:42:21.336899 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-78ced444-7a15-4a8b-b0fe-8f09fb5369df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:21.338430 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-78ced444-7a15-4a8b-b0fe-8f09fb5369df service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0879796 Aug 24 18:42:21.400771 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-b4759312-01ea-4e96-96f2-759c5cb1cdb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 1002 time: 0.0549040 Aug 24 18:42:21.448036 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-8e7a3c84-e2bb-4acb-965e-3853d1f229e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:21.449526 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-8e7a3c84-e2bb-4acb-965e-3853d1f229e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0428462 Aug 24 18:42:21.503090 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-38195784-84b0-4c87-a1b6-c6de112d734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:21.504585 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-38195784-84b0-4c87-a1b6-c6de112d734b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488987 Aug 24 18:42:21.593806 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-8c904b8f-1e90-4254-bb30-088869130630 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817759 Aug 24 18:42:21.686251 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd71881e-1e61-4f5c-a977-68092026fb74 req-83421d70-f3d2-4d2f-b33f-d2346369742f service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854695 Aug 24 18:42:22.250667 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca39-cb44-4957-a83f-d9a703c20208 req-3e3e8fd4-225d-4cf7-bc24-13a86657630d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:22.252144 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-41dbca39-cb44-4957-a83f-d9a703c20208 req-3e3e8fd4-225d-4cf7-bc24-13a86657630d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0547802 Aug 24 18:42:22.299426 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-41dbca39-cb44-4957-a83f-d9a703c20208 req-14a633b2-2023-444f-b28c-a559ad99ab37 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 Aug 24 18:42:23.423298 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177481-63b1-4e52-88b3-e3f4dec6a9ad req-ea4fc143-beb6-4ec1-bfbf-85e0c4bf8913 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:23.424887 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93177481-63b1-4e52-88b3-e3f4dec6a9ad req-ea4fc143-beb6-4ec1-bfbf-85e0c4bf8913 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0545733 Aug 24 18:42:23.472659 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93177481-63b1-4e52-88b3-e3f4dec6a9ad req-45315d90-d863-4176-8706-0b29ae3b5d2a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Aug 24 18:42:23.590612 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7003c-d7ec-4d3d-b2e0-d79e3a1c9b54 req-59d4a79a-4875-490a-af8a-095b4f785a0b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:23.592087 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7f7003c-d7ec-4d3d-b2e0-d79e3a1c9b54 req-59d4a79a-4875-490a-af8a-095b4f785a0b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0529008 Aug 24 18:42:23.602011 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:42:23.606340 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'port_id': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:42:23.645681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (b339da8a-3802-4172-b97b-09ef78853db5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:24.056047 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:24.061631 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (b339da8a-3802-4172-b97b-09ef78853db5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:24.156826 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP b339da8a-3802-4172-b97b-09ef78853db5 associated. External IP: 172.27.3.146, port: 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a. Aug 24 18:42:24.358490 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:42:24.459115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:42:24.464292 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:24.471396 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:42:24.482330 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:42:24.482952 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:42:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:24.506461 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-29c8d37d-39b7-4b72-8a8d-32a1950cee58 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "PUT /v2.0/floatingips/b339da8a-3802-4172-b97b-09ef78853db5 HTTP/1.1" status: 200 len: 992 time: 0.9033418 Aug 24 18:42:24.507031 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:42:24.509813 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082cba4-b694-4c25-aabb-c616f85f54b1" -d '{"events": [{"name": "network-changed", "server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:42:24.545193 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9480702a-dd8b-49f6-a4dc-d48542a28d2d x-openstack-request-id: req-9480702a-dd8b-49f6-a4dc-d48542a28d2d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:42:24.545497 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:42:24.545768 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9480702a-dd8b-49f6-a4dc-d48542a28d2d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:42:24.546187 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9480702a-dd8b-49f6-a4dc-d48542a28d2d'] response: {'name': 'network-changed', 'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'status': 'completed', 'code': 200} Aug 24 18:42:24.639671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-60e66b8a-c49e-4c64-9a8d-cf4b8ac9967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:24.641173 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-60e66b8a-c49e-4c64-9a8d-cf4b8ac9967c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 1130 time: 0.0495381 Aug 24 18:42:24.714890 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:42:24.732333 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-787c1314-7712-42ec-9583-ab1f8cd7b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:24.733870 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-787c1314-7712-42ec-9583-ab1f8cd7b031 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.0851557 Aug 24 18:42:24.798341 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-cd0d4083-9b7d-4a5c-96f9-b00863f4591a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a HTTP/1.1" status: 200 len: 1000 time: 0.0581994 Aug 24 18:42:24.847000 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-706da834-c9a2-4dc5-9709-64a80cade4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:24.848553 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-706da834-c9a2-4dc5-9709-64a80cade4a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0438530 Aug 24 18:42:24.897910 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-22eb5ff6-abec-4555-8b00-1a6f85fdcff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:42:24.899375 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-22eb5ff6-abec-4555-8b00-1a6f85fdcff1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450568 Aug 24 18:42:24.932089 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'b339da8a-3802-4172-b97b-09ef78853db5', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:c8:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fab6c6-211d-4398-8d9b-3053093db073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:42:10Z', 'updated_at': '2022-08-24T18:42:23Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:24.955829 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:42:24.964156 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:42:24.964838 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:42:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:24.991006 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-2fc1b98e-71bf-4abd-b0a9-dff1410d2c01 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856900 Aug 24 18:42:25.068714 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:42:25.079410 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6082cba4-b694-4c25-aabb-c616f85f54b1 req-7cab1cc8-0131-44d0-898f-8051981a14df service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824804 Aug 24 18:42:25.283354 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'b339da8a-3802-4172-b97b-09ef78853db5', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:c8:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fab6c6-211d-4398-8d9b-3053093db073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:42:10Z', 'updated_at': '2022-08-24T18:42:23Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:25.311295 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627efb2-167c-4656-b445-80591f62dce0 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'b339da8a-3802-4172-b97b-09ef78853db5', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:c8:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fab6c6-211d-4398-8d9b-3053093db073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:42:10Z', 'updated_at': '2022-08-24T18:42:23Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:42:25.513997 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0eb25-d0fc-4d48-a378-204021a4c382 None None] New status for floating IP b339da8a-3802-4172-b97b-09ef78853db5: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:42:29.974480 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fbd66d56-b95b-45b8-8e3f-8ef2729e6bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:31.837908 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bef6655b-2a45-4654-9d06-ddf76acaa575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:33.362225 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:34.608833 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:35.777775 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:37.074086 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:42:46.522081 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:42:48.606860 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-542c01af-5633-4903-9d4c-c07726522944 req-f11200a9-a30c-42ed-8eb3-7af896e417f7 service neutron] (103886) timed out ('10.222.0.58', 53383) {{(pid=103886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:42:50.486682 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-f596832e-5f60-46d9-8c91-86d7c48d9541 req-28eea368-6b18-4d2b-a86f-8f085c4edc81 service neutron] (103885) timed out ('10.222.0.58', 53394) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:42:59.978643 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-95c2fbea-1bce-420e-b043-e87d9d3987b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:01.843072 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d473f6ef-4658-4b0a-a15e-b7e1b447e735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:03.364103 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:04.608592 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:05.781124 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:07.082809 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:13.839838 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-747313ec-2238-422d-b9bc-51d3970d1748 req-183a2f0e-0680-4c3c-870b-22980ccef105 service neutron] (103885) timed out ('10.222.0.58', 53406) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:43:20.724717 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-98e9d250-67e1-4d16-b100-8fb91089e482 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963805 Aug 24 18:43:20.836458 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-ec9f8daa-e94c-4cfd-a598-0c5f2c1eb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:20.838025 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-ec9f8daa-e94c-4cfd-a598-0c5f2c1eb8c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1130 time: 0.0467165 Aug 24 18:43:20.940115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-073a7f78-20be-4ef3-ae89-68beece921cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:20.941558 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-073a7f78-20be-4ef3-ae89-68beece921cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0843272 Aug 24 18:43:21.007093 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-05bfb937-c2e8-494c-b7df-fc2e93c09467 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 1002 time: 0.0584488 Aug 24 18:43:21.054969 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-2aa4656e-ab87-4249-8374-859891948299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:21.056468 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-2aa4656e-ab87-4249-8374-859891948299 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0438488 Aug 24 18:43:21.105406 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-9c862ee8-2643-488a-b9a0-5adc898bcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:21.106905 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-9c862ee8-2643-488a-b9a0-5adc898bcfb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449383 Aug 24 18:43:21.199130 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-c48b91b4-f14f-4484-9ab3-753a76156f3c service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848913 Aug 24 18:43:21.286429 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8afc62f8-85b4-407b-84eb-d3f1af184d8b req-45937192-7d23-4021-abab-d4b4688a1c2a service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819011 Aug 24 18:43:23.526547 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:43:29.983789 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7f3bbfb-5dd0-48cc-80e4-731b4825522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:31.847960 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae1b8-3c44-4eb2-b263-76f3ffd67a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:33.369305 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:34.610129 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:35.779968 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:37.089390 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:40.233014 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3cdc0-1eb3-4c53-b49d-863cb6c35f51 req-3055e67a-14d4-47ec-ac04-742835f94d78 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:40.234627 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7c3cdc0-1eb3-4c53-b49d-863cb6c35f51 req-3055e67a-14d4-47ec-ac04-742835f94d78 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0604258 Aug 24 18:43:40.285760 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7c3cdc0-1eb3-4c53-b49d-863cb6c35f51 req-47c36b13-ce4d-4999-84c6-8c2d2f8fd4d3 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450218 Aug 24 18:43:41.418494 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eed55-f40a-46a0-9f20-2a5d3a80346a req-5b1bf01e-150c-48b2-9270-56d60fd62a8a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:41.420024 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c06eed55-f40a-46a0-9f20-2a5d3a80346a req-5b1bf01e-150c-48b2-9270-56d60fd62a8a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0604575 Aug 24 18:43:41.471362 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c06eed55-f40a-46a0-9f20-2a5d3a80346a req-6cd41432-81f3-4d17-bff8-ad12afdc3ad7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453331 Aug 24 18:43:42.597090 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8999c-0f86-4583-98b8-882e46754662 req-5cec54d5-f29d-41a3-9622-788c8b3f35d8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:42.598690 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52f8999c-0f86-4583-98b8-882e46754662 req-5cec54d5-f29d-41a3-9622-788c8b3f35d8 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0545719 Aug 24 18:43:42.651440 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52f8999c-0f86-4583-98b8-882e46754662 req-63d50ce3-3d49-4449-82f7-b145ea5970cb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469518 Aug 24 18:43:43.834032 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b897f3-2df1-4d00-991d-695f3a30a7dd req-c0394730-63d4-44aa-aaf4-7c0809557998 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:43.835558 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2b897f3-2df1-4d00-991d-695f3a30a7dd req-c0394730-63d4-44aa-aaf4-7c0809557998 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0560923 Aug 24 18:43:43.884049 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2b897f3-2df1-4d00-991d-695f3a30a7dd req-3b63e675-24f2-4296-a5a1-2f034535c6e0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Aug 24 18:43:45.010213 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c477-a818-469d-8ff7-e61fad18986c req-5c1ae5b0-6a19-433a-b2d9-84aad84da657 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:45.011728 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb23c477-a818-469d-8ff7-e61fad18986c req-5c1ae5b0-6a19-433a-b2d9-84aad84da657 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0550618 Aug 24 18:43:45.070495 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb23c477-a818-469d-8ff7-e61fad18986c req-f206a2d1-6877-4f58-8a4b-57ac72f99d94 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528293 Aug 24 18:43:45.674159 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-ad7f1320-686b-4abc-9dd6-6ee35dd0ee05 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:45.675682 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-ad7f1320-686b-4abc-9dd6-6ee35dd0ee05 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 946 time: 0.0553460 Aug 24 18:43:45.770636 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:43:45.770925 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:45.862724 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] For port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:45.863113 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:46.031480 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:46.031846 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (b339da8a-3802-4172-b97b-09ef78853db5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:46.032197 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP b339da8a-3802-4172-b97b-09ef78853db5 disassociated. External IP: 172.27.3.146, port: 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a. Aug 24 18:43:46.032555 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:43:46.194082 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:46.228713 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:46.242779 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.243133 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.243479 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.243813 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.244155 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.245172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.245172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.245172 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.245480 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.246324 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.246324 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.246527 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.246774 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.260022 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5101e-ab85-40df-82b1-973db6f9e64b req-ea21e2d9-3d8f-457e-b029-91b7d0ed8091 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:46.261621 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-80e5101e-ab85-40df-82b1-973db6f9e64b req-ea21e2d9-3d8f-457e-b029-91b7d0ed8091 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=75fab6c6-211d-4398-8d9b-3053093db073 HTTP/1.1" status: 200 len: 867 time: 0.1170924 Aug 24 18:43:46.698615 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-80e5101e-ab85-40df-82b1-973db6f9e64b req-1758664f-ae7d-4aaa-b37c-23c6d39615fc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecfe5f66-b172-4a43-8b70-67aa0cef69e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079425 Aug 24 18:43:46.728682 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:43:46.872972 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:43:46.890445 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531628ad-216f-448f-8947-975876dc6656 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:43:46.909352 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:43:46.910567 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:43:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:46.920950 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] No DVR routers for this DVR port 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:43:46.923875 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:46.927454 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2d1f83a-00bc-4fe5-a55e-5103f4dca724 req-a8de1c03-4d4d-4344-9bc7-f173209c52eb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "DELETE /v2.0/ports/4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a HTTP/1.1" status: 204 len: 173 time: 1.2457161 Aug 24 18:43:46.928010 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'name': 'network-vif-deleted', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:43:46.930551 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b739bca-a6d4-4301-a18e-e3fc8726ad09" -d '{"events": [{"server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "name": "network-vif-deleted", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:43:46.970989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b829910-7be6-4c66-9937-9a8cbf3c0bc2 x-openstack-request-id: req-3b829910-7be6-4c66-9937-9a8cbf3c0bc2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:43:46.970989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fab6c6-211d-4398-8d9b-3053093db073", "name": "network-vif-deleted", "tag": "4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:43:46.970989 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b829910-7be6-4c66-9937-9a8cbf3c0bc2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:43:46.971524 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b829910-7be6-4c66-9937-9a8cbf3c0bc2'] response: {'server_uuid': '75fab6c6-211d-4398-8d9b-3053093db073', 'name': 'network-vif-deleted', 'tag': '4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a', 'status': 'completed', 'code': 200} Aug 24 18:43:47.034015 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:43:47.245172 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:47.269570 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531628ad-216f-448f-8947-975876dc6656 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:43:47.278935 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:43:47.279555 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:43:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:47.382491 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:43:47.599627 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-531628ad-216f-448f-8947-975876dc6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:47.640390 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531628ad-216f-448f-8947-975876dc6656 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:43:47.789577 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34600) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:43:47.851574 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (ecfe5f66-b172-4a43-8b70-67aa0cef69e3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:47.878901 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (ecfe5f66-b172-4a43-8b70-67aa0cef69e3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:47.899954 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726ed93-19c5-4af2-88c0-bf64964215fb None None] New status for floating IP b339da8a-3802-4172-b97b-09ef78853db5: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:43:47.944145 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (ecfe5f66-b172-4a43-8b70-67aa0cef69e3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:47.948505 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:47.952330 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/security-groups/ecfe5f66-b172-4a43-8b70-67aa0cef69e3 HTTP/1.1" status: 204 len: 168 time: 0.1587558 Aug 24 18:43:47.952922 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34604) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:43:47.963286 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe5f66-b172-4a43-8b70-67aa0cef69e3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:47.973427 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.973778 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.974124 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.974466 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.975530 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.976177 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.976709 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.977224 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.977574 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.977909 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.978245 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.978517 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-e1837d44-0d4c-41e4-a9b1-119778bcc0ad tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] show failed (client error): The resource could not be found. Aug 24 18:43:47.978636 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.978944 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bd089-2c39-4b93-9159-07d848f42571 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:47.983132 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e1837d44-0d4c-41e4-a9b1-119778bcc0ad tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups/ecfe5f66-b172-4a43-8b70-67aa0cef69e3 HTTP/1.1" status: 404 len: 347 time: 0.0260682 Aug 24 18:43:47.983646 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34606) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:43:48.113482 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port e547d631-a04e-42fe-a8a5-ff91eaaeeaba {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:43:48.113728 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.189847 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.190169 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.202296 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for e547d631-a04e-42fe-a8a5-ff91eaaeeaba owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:43:48.356838 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (e547d631-a04e-42fe-a8a5-ff91eaaeeaba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.381249 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=e547d631-a04e-42fe-a8a5-ff91eaaeeaba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:48.444464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (b339da8a-3802-4172-b97b-09ef78853db5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.446843 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.447995 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bdf589da-9752-4cd3-9dd5-311de7093aea tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/floatingips/b339da8a-3802-4172-b97b-09ef78853db5 HTTP/1.1" status: 204 len: 168 time: 0.4631205 Aug 24 18:43:48.490717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:43:48.509582 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:43:48.509928 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 4f4f8165-5e5c-4792-bdd5-d0c77f9d2b8a not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:43:48.517317 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34610) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:43:48.521979 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d1c22920-0c8f-4567-b2b1-173816c4becc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211660148', 'description': 'tempest-description--630669933'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:48.544119 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c22920-0c8f-4567-b2b1-173816c4becc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.611138 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c22920-0c8f-4567-b2b1-173816c4becc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (7fdae26c-5919-415c-8a84-c69b5e256ca0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.616157 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c22920-0c8f-4567-b2b1-173816c4becc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7fdae26c-5919-415c-8a84-c69b5e256ca0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.646565 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c22920-0c8f-4567-b2b1-173816c4becc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.648409 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d1c22920-0c8f-4567-b2b1-173816c4becc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299751 Aug 24 18:43:48.649912 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c22920-0c8f-4567-b2b1-173816c4becc tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdae26c-5919-415c-8a84-c69b5e256ca0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:48.651722 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:43:48.657757 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1181ee94-9e0c-4806-be55-3008c1f9ea0e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': '7fdae26c-5919-415c-8a84-c69b5e256ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:48.684893 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1181ee94-9e0c-4806-be55-3008c1f9ea0e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (96461ed5-dedb-4fe9-81fd-c4bb8ce4e50c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.743653 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1181ee94-9e0c-4806-be55-3008c1f9ea0e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (96461ed5-dedb-4fe9-81fd-c4bb8ce4e50c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.748714 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1181ee94-9e0c-4806-be55-3008c1f9ea0e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (96461ed5-dedb-4fe9-81fd-c4bb8ce4e50c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.766135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181ee94-9e0c-4806-be55-3008c1f9ea0e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96461ed5-dedb-4fe9-81fd-c4bb8ce4e50c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:48.773899 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1181ee94-9e0c-4806-be55-3008c1f9ea0e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.775118 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1181ee94-9e0c-4806-be55-3008c1f9ea0e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213460 Aug 24 18:43:48.778057 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:43:48.782281 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f295e29-89a0-4bef-b77b-9a835c198d4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'security_group_rule': {'security_group_id': '7fdae26c-5919-415c-8a84-c69b5e256ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:48.807094 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f295e29-89a0-4bef-b77b-9a835c198d4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (01619df6-b8ed-4255-bd05-cc076b9168a2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.863211 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f295e29-89a0-4bef-b77b-9a835c198d4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (01619df6-b8ed-4255-bd05-cc076b9168a2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.867840 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f295e29-89a0-4bef-b77b-9a835c198d4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891797'] for security_group_rule (01619df6-b8ed-4255-bd05-cc076b9168a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.885994 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f295e29-89a0-4bef-b77b-9a835c198d4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01619df6-b8ed-4255-bd05-cc076b9168a2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:48.893253 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f295e29-89a0-4bef-b77b-9a835c198d4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:48.894720 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3f295e29-89a0-4bef-b77b-9a835c198d4b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157129 Aug 24 18:43:48.899597 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34618) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:43:48.904084 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:48.933656 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.037765 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.137490 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.27.3.70 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/c7467e49-564a-4e43-84de-7d5f6313b6f0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:43:49.243390 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.281637 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.316655 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:43:49.321495 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:43:49.325135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:43:49.350962 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=c7467e49-564a-4e43-84de-7d5f6313b6f0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:49.413856 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (ae3e78e5-12ee-4e84-a36d-aba450c8c19f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.455268 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.600866 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.606487 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.683898 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (ae3e78e5-12ee-4e84-a36d-aba450c8c19f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.686552 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=c7467e49-564a-4e43-84de-7d5f6313b6f0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:49.703060 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:49.704369 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8391a5f5-6e3e-452f-b880-4dcaa934924d tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8038023 Aug 24 18:43:49.858367 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-bd968957-1199-462a-bc9b-e7ebfbaa10b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1211660148&fields=id&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 267 time: 0.0426517 Aug 24 18:43:49.967529 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-b043e96b-7253-4722-96a1-e6e8d8069cf4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:49.969029 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-b043e96b-7253-4722-96a1-e6e8d8069cf4 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.1036351 Aug 24 18:43:49.984632 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-45df397b-7473-4d50-bb9d-7a717969b6cb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/quotas/cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 375 time: 0.0093827 Aug 24 18:43:50.043520 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-849dfbb3-0ef8-4112-8138-2ae29bd579d9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528889 Aug 24 18:43:50.188450 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-e2562abe-df65-4bd5-be35-a3f9fe96d0a9 service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331055 Aug 24 18:43:50.279829 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-c0560ce8-9fa4-4f87-a304-f555b31faa63 service neutron] 10.222.0.55 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854313 Aug 24 18:43:50.444438 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d920ef47-bcf5-494d-80df-83083b2ad7bc req-8d9cf69e-56e6-4b66-8dce-6c30533df982 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 210 time: 0.0279415 Aug 24 18:43:51.551809 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22cf43b6-ea87-491a-9353-850649c1218b req-7851f954-5d8d-4915-985a-2e7e7d167423 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 210 time: 0.0279918 Aug 24 18:43:52.315024 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-f487b1bb-3e02-4285-89db-e8a4aab869e5 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286976596&fields=id&tenant_id=17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 267 time: 0.0451581 Aug 24 18:43:52.427304 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-583f62a4-8362-466b-aca8-994222d0ebe0 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:52.428824 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-583f62a4-8362-466b-aca8-994222d0ebe0 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 810 time: 0.1062963 Aug 24 18:43:52.443920 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-9b4ccbcb-d95f-49ad-88ff-db88dc96a3a0 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/quotas/17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 375 time: 0.0094581 Aug 24 18:43:52.573537 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-cf7734a0-def1-4391-8fe0-bb37dddfe43e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207378 Aug 24 18:43:52.581105 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-4e39d58c-4632-4e16-a535-11b22ba1d8e9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:52.582653 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-4e39d58c-4632-4e16-a535-11b22ba1d8e9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 815 time: 0.1378834 Aug 24 18:43:52.653898 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b4f0213-a701-4c33-b509-c9c458c637da req-9d1ca2ea-ed96-4099-a482-6ef0f3a8ded2 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 210 time: 0.0271530 Aug 24 18:43:52.714701 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-e057900d-97c1-4774-b14f-6ec80d00ac48 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfac1a3eae864590a5507cac78fce69c HTTP/1.1" status: 200 len: 380 time: 0.0866814 Aug 24 18:43:52.716968 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-6d0f65de-d3f2-4c7a-9ed3-848ffdecffd6 service neutron] 10.222.0.55 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298280 Aug 24 18:43:52.723681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'port': {'device_id': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'admin_state_up': True, 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'security_groups': ['7fdae26c-5919-415c-8a84-c69b5e256ca0']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:52.876636 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-5ecfeb19-1065-44c3-933c-9f45b07ae5bb service neutron] 10.222.0.55 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494706 Aug 24 18:43:52.893309 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Made reservation on behalf of cfac1a3eae864590a5507cac78fce69c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:43:52.896744 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.024832 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Allocated IP 172.20.0.6 (c5500417-a734-476f-a89b-f69970d031b9/043d318a-b884-46c7-af7c-7fe1a50ca0f5/74c84766-dfbc-4e33-aff3-26e4c7d71b85) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:43:53.168231 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.174604 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c0c9a03b-d48f-4960-9298-2bac5f737141 req-810c6157-bb07-46bd-8d71-da12a145b1a8 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 210 time: 0.0309958 Aug 24 18:43:53.203049 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.250535 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Network c5500417-a734-476f-a89b-f69970d031b9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:43:53.253796 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:43:53.257695 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:43:53.281268 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event updated for resources: {'Port': ['ID=74c84766-dfbc-4e33-aff3-26e4c7d71b85,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:53.310530 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:53.311035 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.329616 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-83536cd2-ef10-4a86-abcb-bebd4af712bb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6095288 Aug 24 18:43:53.348035 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Request body: {'port': {'device_id': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:53.412666 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.490607 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6950d034-a95c-4d58-ac8b-59b034e1ac6f None None] Provisioning complete for port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:43:53.491207 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6950d034-a95c-4d58-ac8b-59b034e1ac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.523097 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6950d034-a95c-4d58-ac8b-59b034e1ac6f None None] Port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:43:53.688811 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c84766-dfbc-4e33-aff3-26e4c7d71b85 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:43:53.698837 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Publish callbacks [] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.712760 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Transition to ACTIVE for port object 74c84766-dfbc-4e33-aff3-26e4c7d71b85 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:43:53.718681 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.806336 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=74c84766-dfbc-4e33-aff3-26e4c7d71b85,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:53.880657 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c290-9746-4bd0-8f95-8c1b772876f6 req-3b3dfbdb-fe16-45cb-9391-98403b9df0cf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:53.882944 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c001c290-9746-4bd0-8f95-8c1b772876f6 req-3b3dfbdb-fe16-45cb-9391-98403b9df0cf tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 943 time: 0.1416168 Aug 24 18:43:53.903429 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Attempting to bind port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:43:53.903698 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Attempting to bind port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:43:53.904083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Attempting to bind port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:43:53.918957 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 on network c5500417-a734-476f-a89b-f69970d031b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:43:53.919285 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Attempting to bind port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 on network c5500417-a734-476f-a89b-f69970d031b9 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:43:53.932006 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:43:53.932338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Checking segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:43:53.932764 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Bound using segment: {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:43:53.933201 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Bound port: 74c84766-dfbc-4e33-aff3-26e4c7d71b85, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff11c37-35d9-478e-a78b-aa6dea18e35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:43:53.933560 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:53.956552 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c001c290-9746-4bd0-8f95-8c1b772876f6 req-770c07e8-ca0d-4dd4-a066-16a74c133957 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652115 Aug 24 18:43:54.007501 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] For port 74c84766-dfbc-4e33-aff3-26e4c7d71b85, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:43:54.011458 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] For port 74c84766-dfbc-4e33-aff3-26e4c7d71b85, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=74c84766-dfbc-4e33-aff3-26e4c7d71b85,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:43:54.019933 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:54.024094 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:54.024866 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:54.026444 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] 10.222.0.58 "PUT /v2.0/ports/74c84766-dfbc-4e33-aff3-26e4c7d71b85 HTTP/1.1" status: 200 len: 1093 time: 0.6834445 Aug 24 18:43:54.028527 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:43:54.030803 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2d590c-45f7-49f3-b14e-7d36aa6dc740" -d '{"events": [{"name": "network-changed", "server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:43:54.071350 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4971da-354d-41d0-a598-7cd9515cde01 x-openstack-request-id: req-5c4971da-354d-41d0-a598-7cd9515cde01 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:43:54.071679 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:43:54.071892 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c4971da-354d-41d0-a598-7cd9515cde01 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:43:54.072343 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4971da-354d-41d0-a598-7cd9515cde01'] response: {'name': 'network-changed', 'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'status': 'completed', 'code': 200} Aug 24 18:43:54.087542 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bafd18-7080-44c2-b7c9-65fc3be5e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=74c84766-dfbc-4e33-aff3-26e4c7d71b85,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:54.221173 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d590c-45f7-49f3-b14e-7d36aa6dc740 req-00973acd-95f0-464b-bd94-faf74cc38b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:54.224401 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9f2d590c-45f7-49f3-b14e-7d36aa6dc740 req-00973acd-95f0-464b-bd94-faf74cc38b74 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 1127 time: 0.1108322 Aug 24 18:43:54.326761 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-01dbe48c-cafd-4fd1-91a6-0b03fb4b3ade req-687c2c3c-bc76-4520-a8f8-cad38b93bb64 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 210 time: 0.0686498 Aug 24 18:43:54.334659 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-7bc1f281-b332-42d9-b937-74066fcc4b69 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:54.336157 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-7bc1f281-b332-42d9-b937-74066fcc4b69 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 810 time: 0.1963530 Aug 24 18:43:54.412234 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d590c-45f7-49f3-b14e-7d36aa6dc740 req-3288de4e-593b-4d2e-a3c3-8cd9e83912d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:54.413793 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9f2d590c-45f7-49f3-b14e-7d36aa6dc740 req-3288de4e-593b-4d2e-a3c3-8cd9e83912d3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cfac1a3eae864590a5507cac78fce69c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1712916 Aug 24 18:43:54.451901 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-ea5b28c1-9fce-41c1-81cb-1ed9c0e78352 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17468f3626c2414f92c19ebb45ba1bd7 HTTP/1.1" status: 200 len: 380 time: 0.1001225 Aug 24 18:43:54.480947 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'port': {'device_id': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'admin_state_up': True, 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'security_groups': ['fcc4faa6-0bfd-4505-8d12-0d701ba7c053']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:54.583069 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d590c-45f7-49f3-b14e-7d36aa6dc740 req-844b44f3-438c-406b-accc-c7b690475dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:54.584604 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9f2d590c-45f7-49f3-b14e-7d36aa6dc740 req-844b44f3-438c-406b-accc-c7b690475dea service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1635199 Aug 24 18:43:54.618378 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Made reservation on behalf of 17468f3626c2414f92c19ebb45ba1bd7 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:43:54.622062 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:54.767747 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-3da035dc-eaf2-4da9-bcd7-2c437a5c2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:54.769429 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-3da035dc-eaf2-4da9-bcd7-2c437a5c2de3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 1127 time: 0.1171186 Aug 24 18:43:54.819501 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Allocated IP 172.20.0.4 (fb5a98a4-b7e3-48e5-944a-ff117261bc1f/0489ffa6-971d-4ad5-aa85-dac93f89e070/e9f66af3-7152-49f8-8aa5-080d0168dcee) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:43:54.822482 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-c0f63655-836c-4acc-a3b8-1ba34c5f8cdc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c84766-dfbc-4e33-aff3-26e4c7d71b85 HTTP/1.1" status: 200 len: 217 time: 0.0389791 Aug 24 18:43:54.895852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-de72bec5-a4b4-4bfd-9a2e-1089b64544c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:54.897677 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-de72bec5-a4b4-4bfd-9a2e-1089b64544c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.0670376 Aug 24 18:43:55.014221 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-7ed3af96-db08-414b-9234-3f3256d83ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:55.015738 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-7ed3af96-db08-414b-9234-3f3256d83ccf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043203 Aug 24 18:43:55.051614 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:55.082613 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ab81-e1cd-4239-ba0b-a50e13fa1216 req-152bd2f1-4abd-4479-acfd-0135b385cbc0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:55.084076 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02c1ab81-e1cd-4239-ba0b-a50e13fa1216 req-152bd2f1-4abd-4479-acfd-0135b385cbc0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 943 time: 0.0552986 Aug 24 18:43:55.132128 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02c1ab81-e1cd-4239-ba0b-a50e13fa1216 req-7e84b930-5404-43da-a847-60f33c543b3b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 Aug 24 18:43:55.158929 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-b865827e-e334-4c18-a6f9-41c9a227a665 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347423 Aug 24 18:43:55.160613 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:55.530534 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:43:55.555934 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:43:55.562077 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:43:55.573321 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=e9f66af3-7152-49f8-8aa5-080d0168dcee,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:55.646440 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65d5ac8b-530e-43df-bf21-53b1377dfec2 req-3c6ed800-a00b-4b03-837f-ca20a545c4fd service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748890 Aug 24 18:43:55.653432 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:55.654098 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:55.672672 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc4c98-99cc-4bae-ae7e-f02767c7d2b1 req-57f357ab-0214-427e-a47c-95469e1ed6de tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:55.674285 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-11dc4c98-99cc-4bae-ae7e-f02767c7d2b1 req-57f357ab-0214-427e-a47c-95469e1ed6de tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 931 time: 0.1616609 Aug 24 18:43:55.683866 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-804d3963-7e22-4c6d-b4ba-db5511041f42 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2081847 Aug 24 18:43:55.717519 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Request body: {'port': {'device_id': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:43:55.760693 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-11dc4c98-99cc-4bae-ae7e-f02767c7d2b1 req-becc5da9-b4fe-4252-a0eb-9745c4ff067c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757587 Aug 24 18:43:55.795302 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:55.859950 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-87a93dfa-ea4f-492a-a3fe-29f903ea6c9d None None] Provisioning complete for port e9f66af3-7152-49f8-8aa5-080d0168dcee triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:43:55.860591 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87a93dfa-ea4f-492a-a3fe-29f903ea6c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:55.895377 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-87a93dfa-ea4f-492a-a3fe-29f903ea6c9d None None] Port e9f66af3-7152-49f8-8aa5-080d0168dcee cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 24 18:43:56.040093 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f66af3-7152-49f8-8aa5-080d0168dcee {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:43:56.047634 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Publish callbacks [] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:56.059599 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Transition to ACTIVE for port object e9f66af3-7152-49f8-8aa5-080d0168dcee will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 18:43:56.066415 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:56.128481 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Pushing event updated for resources: {'Port': ['ID=e9f66af3-7152-49f8-8aa5-080d0168dcee,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:56.177866 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Attempting to bind port e9f66af3-7152-49f8-8aa5-080d0168dcee on host hv-cinder-85378 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 24 18:43:56.178845 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Attempting to bind port e9f66af3-7152-49f8-8aa5-080d0168dcee by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 24 18:43:56.179184 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Attempting to bind port e9f66af3-7152-49f8-8aa5-080d0168dcee on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:43:56.183703 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Port e9f66af3-7152-49f8-8aa5-080d0168dcee on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 18:43:56.184022 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Attempting to bind port e9f66af3-7152-49f8-8aa5-080d0168dcee on network fb5a98a4-b7e3-48e5-944a-ff117261bc1f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 18:43:56.189527 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Checking agent: {'id': '0c706616-7f1f-4e33-b0fc-9f66fd2d08cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'started_at': datetime.datetime(2022, 8, 24, 18, 25, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 18, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 18:43:56.190361 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Checking segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 18:43:56.190361 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Bound using segment: {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 18:43:56.190781 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Bound port: e9f66af3-7152-49f8-8aa5-080d0168dcee, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 24 18:43:56.191075 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:56.252648 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] For port e9f66af3-7152-49f8-8aa5-080d0168dcee, host hv-cinder-85378, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:43:56.254430 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7b6ad-3efe-46d7-a3a3-cc11d63c7905 req-f2004d97-07af-4c9b-ba49-672b4c4f3b13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:56.255998 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-07f7b6ad-3efe-46d7-a3a3-cc11d63c7905 req-f2004d97-07af-4c9b-ba49-672b4c4f3b13 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 943 time: 0.0525823 Aug 24 18:43:56.258162 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] For port e9f66af3-7152-49f8-8aa5-080d0168dcee, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:43:56.267041 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12068218'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:56.271368 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:56.272066 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:56.273830 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] 10.222.0.58 "PUT /v2.0/ports/e9f66af3-7152-49f8-8aa5-080d0168dcee HTTP/1.1" status: 200 len: 1093 time: 0.5612314 Aug 24 18:43:56.274267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:43:56.276627 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:43:56.314319 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-07f7b6ad-3efe-46d7-a3a3-cc11d63c7905 req-f886536c-41ff-4832-bf63-595caecd0e75 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506759 Aug 24 18:43:56.314607 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b300adb-b616-483f-a7bf-6a3bd913c636 x-openstack-request-id: req-0b300adb-b616-483f-a7bf-6a3bd913c636 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:43:56.314898 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:43:56.315156 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b300adb-b616-483f-a7bf-6a3bd913c636 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:43:56.315559 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b300adb-b616-483f-a7bf-6a3bd913c636'] response: {'name': 'network-changed', 'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'status': 'completed', 'code': 200} Aug 24 18:43:56.331082 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb8d3-8ba6-4c4b-aa33-d94b8e8668eb service neutron] Pushing event updated for resources: {'Port': ['ID=e9f66af3-7152-49f8-8aa5-080d0168dcee,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:56.389280 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-f8a088a0-047b-457b-b3b1-95e64544ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:56.390818 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-f8a088a0-047b-457b-b3b1-95e64544ec69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 1127 time: 0.0449047 Aug 24 18:43:56.437650 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-43b1d30c-d930-4934-96b9-8b1905471633 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee HTTP/1.1" status: 200 len: 217 time: 0.0322847 Aug 24 18:43:56.487436 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-5c555a0a-ad78-4704-9ad7-d90722e2aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:56.489013 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-5c555a0a-ad78-4704-9ad7-d90722e2aeb4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0445771 Aug 24 18:43:56.544826 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-50e41e2e-9189-4bfb-b690-406860367ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:56.546327 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-50e41e2e-9189-4bfb-b690-406860367ebf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493965 Aug 24 18:43:56.638695 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-c6df9bad-3c26-480e-9b4b-939b5493a6c1 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Aug 24 18:43:56.730477 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0bb57c87-b210-4136-9ead-d8dca2571e28 req-592b7423-9251-4f19-b700-8f8b5605e25b service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856121 Aug 24 18:43:56.907597 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-974691fe-061c-419d-bac0-985723bcb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:56.909176 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-974691fe-061c-419d-bac0-985723bcb0fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 1127 time: 0.0783682 Aug 24 18:43:56.919734 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb110-030c-4dd9-b7af-2837d1ae7c19 req-78876c3e-6a10-47fe-867c-4dfa9845f3b2 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:56.921227 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4ccb110-030c-4dd9-b7af-2837d1ae7c19 req-78876c3e-6a10-47fe-867c-4dfa9845f3b2 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 943 time: 0.0824041 Aug 24 18:43:57.042334 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4ccb110-030c-4dd9-b7af-2837d1ae7c19 req-3ca71f00-dbd6-4680-b9d2-32dfe9af8c7a tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124983 Aug 24 18:43:57.064528 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-0fb0ff96-5bc6-4c96-93d9-10f17a6429b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:57.066081 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-0fb0ff96-5bc6-4c96-93d9-10f17a6429b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.1439791 Aug 24 18:43:57.111165 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-7c31ef80-fe87-4cfd-9ad8-3fda504eb07c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee HTTP/1.1" status: 200 len: 217 time: 0.0380557 Aug 24 18:43:57.170630 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-c38879e0-73a5-4d8c-9061-0790021c2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:57.172155 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-c38879e0-73a5-4d8c-9061-0790021c2dcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0551431 Aug 24 18:43:57.236656 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-25f136c1-c74b-4ef0-a79d-7c3e92802ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:57.238301 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-25f136c1-c74b-4ef0-a79d-7c3e92802ab4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593190 Aug 24 18:43:57.330147 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-9876b480-d248-4332-a5ab-4d025f3bdfac service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829244 Aug 24 18:43:57.428674 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba5e8cf4-eddc-4350-a2d2-c1b086a08a2d req-7036c10f-95fb-47f2-bc07-8399cb7a8b52 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918679 Aug 24 18:43:57.443520 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96a869-5974-44ea-bab8-4f2cada5a97e req-cfc0858f-08c4-48ed-a064-99ef62b8093f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:57.445108 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc96a869-5974-44ea-bab8-4f2cada5a97e req-cfc0858f-08c4-48ed-a064-99ef62b8093f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 943 time: 0.0581880 Aug 24 18:43:57.501985 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc96a869-5974-44ea-bab8-4f2cada5a97e req-940981ca-5a72-44d2-a0a0-0c4f1c76d2bd tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493550 Aug 24 18:43:58.172722 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e1ee8-1896-457f-8774-6d808f6a63e1 req-e2e6e5b7-d97a-40e5-a8bd-532381677930 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:58.174199 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db2e1ee8-1896-457f-8774-6d808f6a63e1 req-e2e6e5b7-d97a-40e5-a8bd-532381677930 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 943 time: 0.0557053 Aug 24 18:43:58.224512 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db2e1ee8-1896-457f-8774-6d808f6a63e1 req-3e6483e4-aa08-4dac-a5e6-066a19411cbb tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Aug 24 18:43:58.547853 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 74c84766-dfbc-4e33-aff3-26e4c7d71b85 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:43:58.628662 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970d29-684e-491e-bd6e-3e968e81834d req-ae18a576-27e2-4c6d-9b6f-a0c661bec4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:58.630158 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d970d29-684e-491e-bd6e-3e968e81834d req-ae18a576-27e2-4c6d-9b6f-a0c661bec4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 943 time: 0.0540948 Aug 24 18:43:58.651500 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 74c84766-dfbc-4e33-aff3-26e4c7d71b85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=74c84766-dfbc-4e33-aff3-26e4c7d71b85,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:58.663880 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'port_id': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'mac_address': 'fa:16:3e:48:86:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:43:58.677318 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d970d29-684e-491e-bd6e-3e968e81834d req-cb0686ec-d186-4458-aa18-c362f05dd538 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Aug 24 18:43:58.701398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:43:58.701799 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:58.714801 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c84766-dfbc-4e33-aff3-26e4c7d71b85 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:43:58.735238 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 74c84766-dfbc-4e33-aff3-26e4c7d71b85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=74c84766-dfbc-4e33-aff3-26e4c7d71b85,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:58.740279 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:43:58.786480 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=74c84766-dfbc-4e33-aff3-26e4c7d71b85,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:58.793414 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.793756 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.794101 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.794437 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.794760 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.795087 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.795406 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.795725 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.796042 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.796364 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.796686 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.797000 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:58.797371 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:59.127074 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['74c84766-dfbc-4e33-aff3-26e4c7d71b85'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:43:59.355260 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec04bd-4b4a-42d4-b66b-c27cab6c1efd req-be02c051-ae3e-4c45-9ca2-f7b42d832a5b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:59.356773 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbec04bd-4b4a-42d4-b66b-c27cab6c1efd req-be02c051-ae3e-4c45-9ca2-f7b42d832a5b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 943 time: 0.0562518 Aug 24 18:43:59.406756 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbec04bd-4b4a-42d4-b66b-c27cab6c1efd req-431fab67-7418-402f-b797-aa76c5f0a5b2 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Aug 24 18:43:59.804514 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8e50e-4ca6-47e3-9fd8-2886f503f80f req-92faa934-6091-4b8e-b916-f65e8e8e13db tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:43:59.806012 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8fa8e50e-4ca6-47e3-9fd8-2886f503f80f req-92faa934-6091-4b8e-b916-f65e8e8e13db tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 944 time: 0.0583489 Aug 24 18:43:59.855301 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8fa8e50e-4ca6-47e3-9fd8-2886f503f80f req-b3203c76-53e2-476c-986d-a069450d137b tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Aug 24 18:43:59.988556 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e10f1675-99ad-4c0f-9814-f5072b41c3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:00.527298 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:44:00.533037 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9fd9d-7877-4648-9a29-dcf2afedc7b1 req-4a845058-efca-4dca-90d7-28da0b656ff7 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:00.534538 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bca9fd9d-7877-4648-9a29-dcf2afedc7b1 req-4a845058-efca-4dca-90d7-28da0b656ff7 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 943 time: 0.0559957 Aug 24 18:44:00.547881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 74c84766-dfbc-4e33-aff3-26e4c7d71b85 up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:44:00.586568 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bca9fd9d-7877-4648-9a29-dcf2afedc7b1 req-4a745bda-74df-4330-90cc-2039b363a39c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458930 Aug 24 18:44:00.596645 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:44:00.608998 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:44:00.609456 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:00.686214 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:44:00.686616 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:00.712083 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:44:00.715098 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4b8d0-ddfe-4add-b783-7f428d382309" -d '{"events": [{"server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "name": "network-vif-plugged", "status": "completed", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:44:00.729892 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port 74c84766-dfbc-4e33-aff3-26e4c7d71b85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=74c84766-dfbc-4e33-aff3-26e4c7d71b85,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:00.736919 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:00.787243 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=74c84766-dfbc-4e33-aff3-26e4c7d71b85,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:00.820626 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e30be79-6bde-4793-a019-dc43f9e8eb17 x-openstack-request-id: req-4e30be79-6bde-4793-a019-dc43f9e8eb17 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:44:00.820900 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "name": "network-vif-plugged", "status": "completed", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:44:00.821156 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e30be79-6bde-4793-a019-dc43f9e8eb17 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:44:00.821560 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e30be79-6bde-4793-a019-dc43f9e8eb17'] response: {'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'code': 200} Aug 24 18:44:01.013135 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d804eb-729c-4ec4-a959-ece20290a057 req-f94cac86-51b3-4622-9ade-9457f5f65ab1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:01.014720 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b8d804eb-729c-4ec4-a959-ece20290a057 req-f94cac86-51b3-4622-9ade-9457f5f65ab1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0807209 Aug 24 18:44:01.096718 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b8d804eb-729c-4ec4-a959-ece20290a057 req-a0886f71-3513-4a8b-9c0f-078e6d6edc7c tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727651 Aug 24 18:44:01.098573 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2b845-32e0-4f25-a9ba-89cf9a0a2b5f req-902b2ecf-beac-4231-b92c-4213a0bca33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:01.099992 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e9c2b845-32e0-4f25-a9ba-89cf9a0a2b5f req-902b2ecf-beac-4231-b92c-4213a0bca33d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 1129 time: 0.0843759 Aug 24 18:44:01.152215 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e9c2b845-32e0-4f25-a9ba-89cf9a0a2b5f req-79846764-55ab-40b8-876f-9c42cabea2fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462532 Aug 24 18:44:01.722799 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33923-4c5e-4847-bd30-54ba53773efa req-2e17a1f7-4cf2-4c47-bbea-b87cea232ce7 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:01.724413 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2dd33923-4c5e-4847-bd30-54ba53773efa req-2e17a1f7-4cf2-4c47-bbea-b87cea232ce7 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 943 time: 0.0618045 Aug 24 18:44:01.781926 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2dd33923-4c5e-4847-bd30-54ba53773efa req-efd7917f-b656-4f56-857f-fd08f1a40086 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484262 Aug 24 18:44:01.860860 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0c3eac5-d734-4021-9f13-90891b6ccb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:02.231548 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71227e-db62-4376-b680-aa4ea3eda875 req-bb805e3c-d159-46ca-85ab-01987d3d55f1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:02.233175 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5e71227e-db62-4376-b680-aa4ea3eda875 req-bb805e3c-d159-46ca-85ab-01987d3d55f1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0580163 Aug 24 18:44:02.297062 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5e71227e-db62-4376-b680-aa4ea3eda875 req-6deb1ec4-56a7-4d8c-abdb-436c79a347c9 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580628 Aug 24 18:44:02.932931 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728add1d-ea31-4894-a2af-820596337a0c req-a24326eb-9cc8-4726-b7b3-656fdb9ff297 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:02.934406 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-728add1d-ea31-4894-a2af-820596337a0c req-a24326eb-9cc8-4726-b7b3-656fdb9ff297 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 943 time: 0.0683935 Aug 24 18:44:02.991623 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-728add1d-ea31-4894-a2af-820596337a0c req-0ee571d4-fa73-4bfe-8ee5-e33cf4db110f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512571 Aug 24 18:44:03.369743 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:03.431195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58755d-6096-4f62-9c05-be55712f41ee req-35c5c028-bd23-4795-a379-843d6df83958 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:03.432696 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db58755d-6096-4f62-9c05-be55712f41ee req-35c5c028-bd23-4795-a379-843d6df83958 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0586815 Aug 24 18:44:03.490053 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db58755d-6096-4f62-9c05-be55712f41ee req-c3750c8f-b23f-4802-b956-3218959d27e7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516427 Aug 24 18:44:03.625056 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6948b-e112-45ad-bcd9-299cf27b530b req-d24f45a3-5215-4039-8196-5a77586af026 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:03.627250 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faa6948b-e112-45ad-bcd9-299cf27b530b req-d24f45a3-5215-4039-8196-5a77586af026 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0605946 Aug 24 18:44:03.638064 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34734) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:44:03.642464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Request body: {'floatingip': {'port_id': '74c84766-dfbc-4e33-aff3-26e4c7d71b85'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:44:03.680293 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (ae3e78e5-12ee-4e84-a36d-aba450c8c19f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:04.146161 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51f6a7-bc14-4828-a0d3-600bea89a2cb req-2329971e-44fd-4fe8-963e-e2e7cf76e61e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:04.148033 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba51f6a7-bc14-4828-a0d3-600bea89a2cb req-2329971e-44fd-4fe8-963e-e2e7cf76e61e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 943 time: 0.0781469 Aug 24 18:44:04.200711 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ba51f6a7-bc14-4828-a0d3-600bea89a2cb req-cae3c7d3-94e0-4586-a813-4887e99cc68d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Aug 24 18:44:04.383224 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:04.389114 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (ae3e78e5-12ee-4e84-a36d-aba450c8c19f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:04.501939 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP ae3e78e5-12ee-4e84-a36d-aba450c8c19f associated. External IP: 172.27.3.70, port: 74c84766-dfbc-4e33-aff3-26e4c7d71b85. Aug 24 18:44:04.564997 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e9f66af3-7152-49f8-8aa5-080d0168dcee details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 18:44:04.652578 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:04.683077 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e9f66af3-7152-49f8-8aa5-080d0168dcee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:04.703275 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Returning: {'device': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'port_id': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'mac_address': 'fa:16:3e:b3:9a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 18:44:04.705554 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:44:04.743236 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port e9f66af3-7152-49f8-8aa5-080d0168dcee is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:44:04.743638 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:04.757529 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f66af3-7152-49f8-8aa5-080d0168dcee {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 18:44:04.780235 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e9f66af3-7152-49f8-8aa5-080d0168dcee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:04.786890 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:04.822093 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:44:04.826736 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:04.836490 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:44:04.846210 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=e9f66af3-7152-49f8-8aa5-080d0168dcee,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:04.854389 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:44:04.855008 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:44:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:04.859698 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-10a0295c-b455-4bf1-a728-1bd9bafab4b1 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "PUT /v2.0/floatingips/ae3e78e5-12ee-4e84-a36d-aba450c8c19f HTTP/1.1" status: 200 len: 990 time: 1.2183242 Aug 24 18:44:04.859698 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:44:04.860680 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63edebce-af79-4770-8c6a-7c68375b84e8" -d '{"events": [{"name": "network-changed", "server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:44:04.958997 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:44:04.966032 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bff188-c12f-4cbb-8579-f49b7ce09f4d x-openstack-request-id: req-d8bff188-c12f-4cbb-8579-f49b7ce09f4d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:44:04.966328 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:44:04.966586 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8bff188-c12f-4cbb-8579-f49b7ce09f4d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:44:04.966997 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bff188-c12f-4cbb-8579-f49b7ce09f4d'] response: {'name': 'network-changed', 'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'status': 'completed', 'code': 200} Aug 24 18:44:05.068655 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-d3180178-b614-433d-9ea6-297fd32a6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:05.070234 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-d3180178-b614-433d-9ea6-297fd32a6ed1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cfac1a3eae864590a5507cac78fce69c&device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 1129 time: 0.0556557 Aug 24 18:44:05.197416 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-b8bf30fa-966b-403c-b3b7-cbeef08f8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:05.198939 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-b8bf30fa-966b-403c-b3b7-cbeef08f8a2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 200 len: 916 time: 0.1209788 Aug 24 18:44:05.208135 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] get_ports_and_sgs() called for port_ids ['e9f66af3-7152-49f8-8aa5-080d0168dcee'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:44:05.289874 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-d26ab501-de06-46f2-96cc-b6c893b55ae1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c84766-dfbc-4e33-aff3-26e4c7d71b85 HTTP/1.1" status: 200 len: 998 time: 0.0844324 Aug 24 18:44:05.331775 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'ae3e78e5-12ee-4e84-a36d-aba450c8c19f', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:48:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:43:49Z', 'updated_at': '2022-08-24T18:44:04Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:05.394465 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:44:05.408182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-73afb97a-2275-4b78-9d43-42aa3d23bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:05.409974 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-73afb97a-2275-4b78-9d43-42aa3d23bfc5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 200 len: 854 time: 0.1057143 Aug 24 18:44:05.422375 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:44:05.423022 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:44:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:05.442490 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b22e0-4bfc-4d10-8db6-06818b2c4814 req-d7b76bf7-2f4c-4878-a87c-08781082381f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:05.444980 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-279b22e0-4bfc-4d10-8db6-06818b2c4814 req-d7b76bf7-2f4c-4878-a87c-08781082381f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 944 time: 0.1536379 Aug 24 18:44:05.522967 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-279b22e0-4bfc-4d10-8db6-06818b2c4814 req-98d61f8c-00a4-40ee-b332-c26983f8e0ff tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569944 Aug 24 18:44:05.525953 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-3488ea97-8240-428a-b793-22a76f29d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:05.527674 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-3488ea97-8240-428a-b793-22a76f29d6ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5500417-a734-476f-a89b-f69970d031b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106341 Aug 24 18:44:05.568736 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:44:05.623680 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-224f667c-48a4-4ddf-82c1-0c2a9acd78ed service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902092 Aug 24 18:44:05.715212 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63edebce-af79-4770-8c6a-7c68375b84e8 req-0ec06c70-2929-42e6-a430-ba694a6967f3 service neutron] 10.222.0.58 "GET /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Aug 24 18:44:05.817505 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:05.846841 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'ae3e78e5-12ee-4e84-a36d-aba450c8c19f', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:48:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:43:49Z', 'updated_at': '2022-08-24T18:44:04Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:05.872298 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015749e-ef50-4bcd-9df9-4fb45370d2f1 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': 'ae3e78e5-12ee-4e84-a36d-aba450c8c19f', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'port_id': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'mac_address': 'fa:16:3e:48:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:43:49Z', 'updated_at': '2022-08-24T18:44:04Z', 'revision_number': 1, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:44:06.073025 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aee6f1-d0db-478e-88f3-6f0e853d721b None None] New status for floating IP ae3e78e5-12ee-4e84-a36d-aba450c8c19f: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:44:06.565653 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e9f66af3-7152-49f8-8aa5-080d0168dcee up at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 18:44:06.614860 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning for port e9f66af3-7152-49f8-8aa5-080d0168dcee completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 24 18:44:06.619141 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Provisioning complete for port e9f66af3-7152-49f8-8aa5-080d0168dcee triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 24 18:44:06.619521 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559152'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:06.656204 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a346-867a-4f43-8ac8-e7a946a37ccb req-ed830ab1-b24d-4f50-87c3-e968bc4af54a tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:06.657816 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-42e7a346-867a-4f43-8ac8-e7a946a37ccb req-ed830ab1-b24d-4f50-87c3-e968bc4af54a tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 944 time: 0.0579398 Aug 24 18:44:06.698108 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Current status of the port e9f66af3-7152-49f8-8aa5-080d0168dcee is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 24 18:44:06.698574 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:06.706900 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-42e7a346-867a-4f43-8ac8-e7a946a37ccb req-00ad9278-601a-4fcb-be84-07f2088e95e2 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Aug 24 18:44:06.721326 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:44:06.723726 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2d4cfafee9f7565a61d73f8b164035dc1dab2217bc88b381bfb7a955633410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0fff8a-ee29-4202-9297-e3f0f3585637" -d '{"events": [{"server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "name": "network-vif-plugged", "status": "completed", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:44:06.736881 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] For port e9f66af3-7152-49f8-8aa5-080d0168dcee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:06.741801 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:06.765213 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b8c6e-cf3e-4e93-9bf7-3e9de7455d1e x-openstack-request-id: req-ae5b8c6e-cf3e-4e93-9bf7-3e9de7455d1e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:44:06.765500 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "name": "network-vif-plugged", "status": "completed", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:44:06.765756 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae5b8c6e-cf3e-4e93-9bf7-3e9de7455d1e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:44:06.766114 dv-cinder-853788-3-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5b8c6e-cf3e-4e93-9bf7-3e9de7455d1e'] response: {'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'code': 200} Aug 24 18:44:06.792338 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Pushing event updated for resources: {'Port': ['ID=e9f66af3-7152-49f8-8aa5-080d0168dcee,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:07.049798 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d603c5a-8713-478c-8d1f-2c755079a06a req-6595c41e-e2d1-43c9-bcf0-233fb265e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:07.051373 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3d603c5a-8713-478c-8d1f-2c755079a06a req-6595c41e-e2d1-43c9-bcf0-233fb265e45a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 1129 time: 0.0527687 Aug 24 18:44:07.087953 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:07.100031 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3d603c5a-8713-478c-8d1f-2c755079a06a req-233bb5ff-9766-4c62-bb5b-1162b62d349a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Aug 24 18:44:07.844184 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdd8a1-0a7f-4399-b29c-77283830c223 req-c759dc43-72df-4ce6-980c-e5b3fa7a765f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:07.845684 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cabdd8a1-0a7f-4399-b29c-77283830c223 req-c759dc43-72df-4ce6-980c-e5b3fa7a765f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 945 time: 0.0628533 Aug 24 18:44:07.896181 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cabdd8a1-0a7f-4399-b29c-77283830c223 req-706a04ef-5836-460a-b26b-29c25293ae9e tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Aug 24 18:44:09.039965 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f52598-2482-4aa2-a498-24f2d070287d req-1bcd9d12-c1bb-42ae-841b-10fd714f2f5d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:09.041486 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37f52598-2482-4aa2-a498-24f2d070287d req-1bcd9d12-c1bb-42ae-841b-10fd714f2f5d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 945 time: 0.0638037 Aug 24 18:44:09.095673 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37f52598-2482-4aa2-a498-24f2d070287d req-16a5e959-2803-4437-ac6e-5bea0bfda861 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Aug 24 18:44:09.238789 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7ecf-4978-4737-a09f-42a2e4a45662 req-272f9c32-0b8a-4061-a091-f490edd629b9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:09.240516 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b3d7ecf-4978-4737-a09f-42a2e4a45662 req-272f9c32-0b8a-4061-a091-f490edd629b9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 945 time: 0.0562134 Aug 24 18:44:09.293775 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b3d7ecf-4978-4737-a09f-42a2e4a45662 req-b97e1ad7-48e7-407d-9466-1144f308b952 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475278 Aug 24 18:44:09.320084 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34756) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:44:09.491267 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e42ce1-ff59-4bc5-a12d-c76e5796edf6 tempest-TestVolumeBootPattern-7403467 tempest-TestVolumeBootPattern-7403467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:09.492847 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a5e42ce1-ff59-4bc5-a12d-c76e5796edf6 tempest-TestVolumeBootPattern-7403467 tempest-TestVolumeBootPattern-7403467-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 1124 time: 0.1717629 Aug 24 18:44:09.497034 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34760) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:44:09.501344 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Request body: {'floatingip': {'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'port_id': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 18:44:09.525626 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:09.629939 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:09.749153 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Allocated IP 172.27.3.98 (0451aab2-c703-4fc7-846d-7a4a6dd6b359/f021def2-67f2-4b9e-a78f-56c50020d0d3/d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:44:09.857368 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:09.899631 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763975023517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:09.939894 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Network 0451aab2-c703-4fc7-846d-7a4a6dd6b359 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:44:09.943074 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:44:09.947483 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 24 18:44:09.952636 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:10.337204 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (87eb0422-187c-401a-b592-a104d48e3152), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:10.421132 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693655'] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:10.565424 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:10.572951 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763975598430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763975023535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763975023553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9115624'] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:10.645001 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event updated for resources: {'Port': ['ID=d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:10.648031 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (87eb0422-187c-401a-b592-a104d48e3152), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:10.739875 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Floating IP 87eb0422-187c-401a-b592-a104d48e3152 associated. External IP: 172.27.3.98, port: e9f66af3-7152-49f8-8aa5-080d0168dcee. Aug 24 18:44:10.961760 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:44:11.061043 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:44:11.071380 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:44:11.081092 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:11.084820 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:44:11.084820 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:44:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:11.125197 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-626f80dd-97f2-461f-b3fd-067fe1b0285f tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6247659 Aug 24 18:44:11.125197 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:44:11.125909 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06991ed8df4795676885a22bd664d3ae2889ba10ab6db70bae1ede241cad9a39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180701a0-d4d7-4de1-9692-239f63a47000" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:44:11.165635 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0051f41e-8dd0-4f9d-96fa-900b394623dd x-openstack-request-id: req-0051f41e-8dd0-4f9d-96fa-900b394623dd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:44:11.165927 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:44:11.166180 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0051f41e-8dd0-4f9d-96fa-900b394623dd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:44:11.166585 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0051f41e-8dd0-4f9d-96fa-900b394623dd'] response: {'name': 'network-changed', 'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'status': 'completed', 'code': 200} Aug 24 18:44:11.192335 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:44:11.258028 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180701a0-d4d7-4de1-9692-239f63a47000 req-35a80a00-0ea9-4875-91e6-f701bf22541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:11.259581 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-180701a0-d4d7-4de1-9692-239f63a47000 req-35a80a00-0ea9-4875-91e6-f701bf22541e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 1129 time: 0.0487015 Aug 24 18:44:11.345689 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180701a0-d4d7-4de1-9692-239f63a47000 req-f07aa85c-2e3e-49ae-aa7a-fca94fe5893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:11.347157 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-180701a0-d4d7-4de1-9692-239f63a47000 req-f07aa85c-2e3e-49ae-aa7a-fca94fe5893a service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0822654 Aug 24 18:44:11.408107 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-180701a0-d4d7-4de1-9692-239f63a47000 req-45170ef7-df30-4f53-bef7-e24931eaaa5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee HTTP/1.1" status: 200 len: 998 time: 0.0544779 Aug 24 18:44:11.462556 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180701a0-d4d7-4de1-9692-239f63a47000 req-b8157917-1aed-4764-97b2-4f9ef53fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:11.464054 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-180701a0-d4d7-4de1-9692-239f63a47000 req-b8157917-1aed-4764-97b2-4f9ef53fc069 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0486846 Aug 24 18:44:11.517682 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180701a0-d4d7-4de1-9692-239f63a47000 req-9d92c8cb-f3bb-4f40-b64e-ab48e93420cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:44:11.519322 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-180701a0-d4d7-4de1-9692-239f63a47000 req-9d92c8cb-f3bb-4f40-b64e-ab48e93420cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498722 Aug 24 18:44:11.610820 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-180701a0-d4d7-4de1-9692-239f63a47000 req-57706ecb-b6b8-46c8-94ed-388b6c79607e service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Aug 24 18:44:11.622744 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '87eb0422-187c-401a-b592-a104d48e3152', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:b3:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:44:10Z', 'updated_at': '2022-08-24T18:44:10Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}, {'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:53Z', 'revision_number': 1, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:11.648012 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:44:11.657404 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:44:11.658050 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:44:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:11.701603 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-180701a0-d4d7-4de1-9692-239f63a47000 req-77985f0c-26a9-4a86-8fe2-3cdcda97ad81 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853703 Aug 24 18:44:11.761343 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:44:11.975906 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '87eb0422-187c-401a-b592-a104d48e3152', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:b3:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:44:10Z', 'updated_at': '2022-08-24T18:44:10Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}, {'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:53Z', 'revision_number': 1, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:12.007380 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effcc676-1605-46b6-bc43-5234c19be365 None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '87eb0422-187c-401a-b592-a104d48e3152', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:b3:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:44:10Z', 'updated_at': '2022-08-24T18:44:10Z', 'revision_number': 0, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}, {'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:53Z', 'revision_number': 1, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:44:12.236321 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e389f-e4c1-4f6a-8537-b2aeeef0c2b4 None None] New status for floating IP 87eb0422-187c-401a-b592-a104d48e3152: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:44:29.999379 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21ef33fd-39f6-4113-b797-b79a0784e2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:31.869464 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-50ea1ce0-1266-4214-8073-26c6b5952bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:33.377850 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:34.624894 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:35.777969 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:37.120714 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:44:37.528905 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:44:59.997992 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-262ea7a1-ce5c-4680-97be-54d06498359c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:01.854703 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bbf11aba-c361-42e7-a726-32de0532b076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:03.377453 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:04.621691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:05.777470 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:07.111155 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:14.526282 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:45:21.678659 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-a5fe96b8-e6bd-4dbc-b7c4-a5f770ef9a02 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494275 Aug 24 18:45:21.802716 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-93a2c82b-99e7-40b4-a9f4-4ea0ed2edd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:21.804237 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-93a2c82b-99e7-40b4-a9f4-4ea0ed2edd89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1130 time: 0.0566092 Aug 24 18:45:21.921920 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-0082bb51-01f1-45d0-97ee-d1a8e879ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:21.923472 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-0082bb51-01f1-45d0-97ee-d1a8e879ec8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0969977 Aug 24 18:45:21.992348 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-77c965d0-f9fe-4aec-913e-53b08b2ee218 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 1002 time: 0.0622973 Aug 24 18:45:22.064329 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-1a78e4f1-e9cf-48c9-92ff-5e4d8635b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:22.066013 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-1a78e4f1-e9cf-48c9-92ff-5e4d8635b4b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0588112 Aug 24 18:45:22.122109 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-cc0ffde8-1e7d-43b6-af66-c8f9a6e1f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:22.123651 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-cc0ffde8-1e7d-43b6-af66-c8f9a6e1f841 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507646 Aug 24 18:45:22.230532 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-6a573ddf-f476-4243-a41e-11bd8f1f6a45 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002982 Aug 24 18:45:22.331297 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae35df34-12bb-421e-a825-fbc28c6b31a1 req-8b5a1257-c0ea-4f3e-ab5f-e26f034c3407 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942531 Aug 24 18:45:29.995100 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-28019aa7-e921-4cd0-bde3-62dae94a16cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:31.433441 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9717-ff68-4193-bbb1-0a87c1549f68 req-80e8cecf-63f1-48d0-8082-065f149358ab tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:31.434951 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23bb9717-ff68-4193-bbb1-0a87c1549f68 req-80e8cecf-63f1-48d0-8082-065f149358ab tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0579383 Aug 24 18:45:31.487290 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23bb9717-ff68-4193-bbb1-0a87c1549f68 req-bce334dc-9c4b-49b4-8ee3-1bc5b1d3ee37 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Aug 24 18:45:31.870287 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-75dc79cd-dc20-4b2b-8042-52805694be48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:32.626858 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eb2ab-7ba2-4d3a-a2a4-5341748bd7fa req-9da3711f-67dd-4d8b-a599-35411c7533e5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:32.628406 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c3eb2ab-7ba2-4d3a-a2a4-5341748bd7fa req-9da3711f-67dd-4d8b-a599-35411c7533e5 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0569756 Aug 24 18:45:32.679136 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c3eb2ab-7ba2-4d3a-a2a4-5341748bd7fa req-0f872382-42d8-4154-9476-1dfd32686e16 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Aug 24 18:45:33.320524 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-31cfc455-3ab6-4bc3-a018-b9583c6d9741 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:33.321987 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-31cfc455-3ab6-4bc3-a018-b9583c6d9741 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0596700 Aug 24 18:45:33.383446 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:33.417633 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:45:33.418016 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:33.521750 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] For port 74c84766-dfbc-4e33-aff3-26e4c7d71b85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=74c84766-dfbc-4e33-aff3-26e4c7d71b85,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:33.522473 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:33.683480 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:33.684242 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682926'] for floatingip (ae3e78e5-12ee-4e84-a36d-aba450c8c19f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:33.684242 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Floating IP ae3e78e5-12ee-4e84-a36d-aba450c8c19f disassociated. External IP: 172.27.3.70, port: 74c84766-dfbc-4e33-aff3-26e4c7d71b85. Aug 24 18:45:33.684465 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for 74c84766-dfbc-4e33-aff3-26e4c7d71b85 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:45:33.808761 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811357-4b45-434a-9555-cae23469ca07 req-608f8d64-ac82-4c75-96bf-24bdddd4258a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:45:33.810160 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-69811357-4b45-434a-9555-cae23469ca07 req-608f8d64-ac82-4c75-96bf-24bdddd4258a tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 945 time: 0.0589380 Aug 24 18:45:33.819712 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (74c84766-dfbc-4e33-aff3-26e4c7d71b85), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:33.845037 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=74c84766-dfbc-4e33-aff3-26e4c7d71b85,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:33.854790 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.855153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.855500 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.855847 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.856186 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.856545 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.856879 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.857218 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.858121 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.858121 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.858302 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.858485 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.858806 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:33.860900 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-69811357-4b45-434a-9555-cae23469ca07 req-cf763096-98ba-4c98-b003-8525818d608f tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fdae26c-5919-415c-8a84-c69b5e256ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449617 Aug 24 18:45:33.971531 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:45:34.077779 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:45:34.089336 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:45:34.099236 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:45:34.099847 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:45:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:34.121231 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] No DVR routers for this DVR port 74c84766-dfbc-4e33-aff3-26e4c7d71b85 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:45:34.123918 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:34.127278 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd9ae347-4d6e-4e9f-9646-97921cd4c76f req-b871e0b8-ea90-4de7-b916-ef085b5fc4b7 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.58 "DELETE /v2.0/ports/74c84766-dfbc-4e33-aff3-26e4c7d71b85 HTTP/1.1" status: 204 len: 173 time: 0.8001056 Aug 24 18:45:34.127727 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'name': 'network-vif-deleted', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:45:34.130146 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1e3790-f3c2-42ac-9da0-f44d7be765e6" -d '{"events": [{"server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "name": "network-vif-deleted", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:45:34.209717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:45:34.233925 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbde3b4-b795-4e00-b089-e5844665bc32 x-openstack-request-id: req-1dbde3b4-b795-4e00-b089-e5844665bc32 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:45:34.234480 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897c4192-bd54-4d02-ba9f-bafb6caf031b", "name": "network-vif-deleted", "tag": "74c84766-dfbc-4e33-aff3-26e4c7d71b85", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:45:34.234898 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1dbde3b4-b795-4e00-b089-e5844665bc32 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:45:34.235469 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbde3b4-b795-4e00-b089-e5844665bc32'] response: {'server_uuid': '897c4192-bd54-4d02-ba9f-bafb6caf031b', 'name': 'network-vif-deleted', 'tag': '74c84766-dfbc-4e33-aff3-26e4c7d71b85', 'status': 'completed', 'code': 200} Aug 24 18:45:34.417866 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:34.441891 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:45:34.451126 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:45:34.451736 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:45:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:34.554085 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:45:34.680628 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:34.775388 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:34.801395 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c7e230-51e6-4e29-8306-f3057198a518 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:42Z', 'revision_number': 4, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '836a9709-fcbc-4d59-b015-e03ef85fcaf4', 'name': '', 'network_id': 'c5500417-a734-476f-a89b-f69970d031b9', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'mac_address': 'fa:16:3e:ac:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:41Z', 'updated_at': '2022-08-24T18:38:48Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'subnets': [{'id': '043d318a-b884-46c7-af7c-7fe1a50ca0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:45:34.983922 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-acaf8fa1-df37-4ec4-b5b3-f25bc3b503f0 req-89fe5ecc-823d-41a7-b3e8-80d212da9cfb tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/ports?device_id=897c4192-bd54-4d02-ba9f-bafb6caf031b HTTP/1.1" status: 200 len: 210 time: 0.0310013 Aug 24 18:45:35.053596 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44161f70-346b-467f-9dd3-1cbd7c9f2456 None None] New status for floating IP ae3e78e5-12ee-4e84-a36d-aba450c8c19f: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:45:35.774168 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.077550 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34890) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:36.136488 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (7fdae26c-5919-415c-8a84-c69b5e256ca0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.162014 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (7fdae26c-5919-415c-8a84-c69b5e256ca0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.217405 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (7fdae26c-5919-415c-8a84-c69b5e256ca0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.220022 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.221725 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/security-groups/7fdae26c-5919-415c-8a84-c69b5e256ca0 HTTP/1.1" status: 204 len: 168 time: 0.1426115 Aug 24 18:45:36.224209 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:36.231230 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdae26c-5919-415c-8a84-c69b5e256ca0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:36.238746 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.239098 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.239447 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.239670 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-87b3eade-3d48-46e3-b293-7f09d699028e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] show failed (client error): The resource could not be found. Aug 24 18:45:36.239796 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.240142 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.240510 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.240735 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-87b3eade-3d48-46e3-b293-7f09d699028e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "GET /v2.0/security-groups/7fdae26c-5919-415c-8a84-c69b5e256ca0 HTTP/1.1" status: 404 len: 347 time: 0.0154684 Aug 24 18:45:36.240918 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.241292 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.241658 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.242016 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.242348 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.242672 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.242999 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac577a-c09c-4748-8891-cc9efde8272e tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:36.243664 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:36.363154 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Deleting port c7467e49-564a-4e43-84de-7d5f6313b6f0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:45:36.363470 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.443182 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.443485 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (c7467e49-564a-4e43-84de-7d5f6313b6f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.461199 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Calling delete_port for c7467e49-564a-4e43-84de-7d5f6313b6f0 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:45:36.604691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (c7467e49-564a-4e43-84de-7d5f6313b6f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.632139 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Pushing event deleted for resources: {'Port': ['ID=c7467e49-564a-4e43-84de-7d5f6313b6f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:36.695425 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks [] for floatingip (ae3e78e5-12ee-4e84-a36d-aba450c8c19f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.697954 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:36.699696 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d05cf05a-d896-4fa6-86d1-584a0bbd36d0 tempest-AttachVolumeNegativeTest-1492277952 tempest-AttachVolumeNegativeTest-1492277952-project] 10.222.0.55 "DELETE /v2.0/floatingips/ae3e78e5-12ee-4e84-a36d-aba450c8c19f HTTP/1.1" status: 204 len: 168 time: 0.4546494 Aug 24 18:45:36.980043 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 74c84766-dfbc-4e33-aff3-26e4c7d71b85 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:45:37.005847 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 74c84766-dfbc-4e33-aff3-26e4c7d71b85 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:45:37.006200 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 74c84766-dfbc-4e33-aff3-26e4c7d71b85 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:45:37.114968 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:40.442089 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34930) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:40.926568 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (08cb5bf1-b529-40ad-8295-590739b91338), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:41.440728 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Deleting port 836a9709-fcbc-4d59-b015-e03ef85fcaf4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:45:41.441060 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:41.526307 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] For port 836a9709-fcbc-4d59-b015-e03ef85fcaf4, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=836a9709-fcbc-4d59-b015-e03ef85fcaf4,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:41.527078 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:41.539531 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Calling delete_port for 836a9709-fcbc-4d59-b015-e03ef85fcaf4 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:45:41.720198 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (836a9709-fcbc-4d59-b015-e03ef85fcaf4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:41.745727 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Pushing event deleted for resources: {'Port': ['ID=836a9709-fcbc-4d59-b015-e03ef85fcaf4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:41.904706 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (08cb5bf1-b529-40ad-8295-590739b91338), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.120562 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Router 08cb5bf1-b529-40ad-8295-590739b91338 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:45:42.238966 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:45:42.245944 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-68e89cc4-eadf-4958-8da4-47144989b474 admin admin] 10.222.0.55 "PUT /v2.0/routers/08cb5bf1-b529-40ad-8295-590739b91338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025560 Aug 24 18:45:42.249467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:42.251989 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] Sync routers for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:45:42.262677 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:45:42.263292 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:45:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:42.352662 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks [] for router (08cb5bf1-b529-40ad-8295-590739b91338), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.454799 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks [] for router_gateway (08cb5bf1-b529-40ad-8295-590739b91338), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.498528 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:45:42.510528 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Deleting port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:45:42.510877 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.589483 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] For port 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:42.590252 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.603611 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Calling delete_port for 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:45:42.675096 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:45:41Z', 'revision_number': 5, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port': {'id': '81f9d7dd-e44b-4c04-b704-ba03ac8da8f4', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5bf1-b529-40ad-8295-590739b91338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:42.699221 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] Checking router: 08cb5bf1-b529-40ad-8295-590739b91338 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:45:42.709648 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] Routers {'08cb5bf1-b529-40ad-8295-590739b91338'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:45:42.710280 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:45:32Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['08cb5bf1-b529-40ad-8295-590739b91338'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:42.773440 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (81f9d7dd-e44b-4c04-b704-ba03ac8da8f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.801867 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] Set router 08cb5bf1-b529-40ad-8295-590739b91338 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:45:42.802132 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f9d7dd-e44b-4c04-b704-ba03ac8da8f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:42.853457 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:45:42Z', 'revision_number': 6, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:42.865100 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (08cb5bf1-b529-40ad-8295-590739b91338), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.877745 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa227a2-c37d-4d18-bf06-01ed44387c97 None None] The sync data for ids ['08cb5bf1-b529-40ad-8295-590739b91338'] in dv-cinder-853788-3-iscsi is: [{'id': '08cb5bf1-b529-40ad-8295-590739b91338', 'name': 'tempest-AttachVolumeNegativeTest-1180201498-router', 'tenant_id': 'cfac1a3eae864590a5507cac78fce69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:38Z', 'updated_at': '2022-08-24T18:45:42Z', 'revision_number': 6, 'project_id': 'cfac1a3eae864590a5507cac78fce69c', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:45:42.953267 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (08cb5bf1-b529-40ad-8295-590739b91338), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:42.955691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks [] for router_controller (08cb5bf1-b529-40ad-8295-590739b91338), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.001131 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (08cb5bf1-b529-40ad-8295-590739b91338), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.001885 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08cb5bf1-b529-40ad-8295-590739b91338 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:45:43.007071 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.008262 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-df6bed25-7a33-45ec-8126-3bf7a68bd060 admin admin] 10.222.0.55 "DELETE /v2.0/routers/08cb5bf1-b529-40ad-8295-590739b91338 HTTP/1.1" status: 204 len: 168 time: 0.7578549 Aug 24 18:45:43.010895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 34936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:43.062578 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] Deleting subnet 043d318a-b884-46c7-af7c-7fe1a50ca0f5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:45:43.065940 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] Publish callbacks [] for subnet (043d318a-b884-46c7-af7c-7fe1a50ca0f5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.101373 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (043d318a-b884-46c7-af7c-7fe1a50ca0f5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.177458 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (043d318a-b884-46c7-af7c-7fe1a50ca0f5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.248591 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (043d318a-b884-46c7-af7c-7fe1a50ca0f5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.277691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.280969 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/043d318a-b884-46c7-af7c-7fe1a50ca0f5 HTTP/1.1" status: 204 len: 168 time: 0.2691023 Aug 24 18:45:43.283650 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34938) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:43.284623 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b94b1cc-6d2e-4b84-9ede-00993a543f7b None None] Network c5500417-a734-476f-a89b-f69970d031b9 requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:45:43.286331 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02522d2-f4f5-4717-bd30-963d35ba05e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043d318a-b884-46c7-af7c-7fe1a50ca0f5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:43.358475 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (c5500417-a734-476f-a89b-f69970d031b9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.410450 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Deleting port 6f22be31-2859-49ca-a421-ebf0e7271f83 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:45:43.410793 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.473602 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] For port 6f22be31-2859-49ca-a421-ebf0e7271f83, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=6f22be31-2859-49ca-a421-ebf0e7271f83,segment=NetworkSegment(dff11c37-35d9-478e-a78b-aa6dea18e35a),segment_id=dff11c37-35d9-478e-a78b-aa6dea18e35a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:43.473950 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.486626 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Calling delete_port for 6f22be31-2859-49ca-a421-ebf0e7271f83 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:45:43.583299 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (6f22be31-2859-49ca-a421-ebf0e7271f83), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.607211 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f22be31-2859-49ca-a421-ebf0e7271f83,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:43.610723 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] No DVR routers for this DVR port 6f22be31-2859-49ca-a421-ebf0e7271f83 on host dv-cinder-853788-3-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:45:43.653087 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7ccd86-d839-4381-a54b-984f65030c23 None None] DHCP port deletion for c5500417-a734-476f-a89b-f69970d031b9 request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:45:43.684193 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (c5500417-a734-476f-a89b-f69970d031b9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.704939 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5500417-a734-476f-a89b-f69970d031b9']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:43.714519 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff11c37-35d9-478e-a78b-aa6dea18e35a') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:43.714819 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff11c37-35d9-478e-a78b-aa6dea18e35a') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:43.724283 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9638871'] for segment (dff11c37-35d9-478e-a78b-aa6dea18e35a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.737355 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (dff11c37-35d9-478e-a78b-aa6dea18e35a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.743341 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:45:43.743839 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9114160'] for segment (dff11c37-35d9-478e-a78b-aa6dea18e35a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.805464 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (c5500417-a734-476f-a89b-f69970d031b9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.810108 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:43.813501 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] 10.222.0.55 "DELETE /v2.0/networks/c5500417-a734-476f-a89b-f69970d031b9 HTTP/1.1" status: 204 len: 168 time: 0.5287986 Aug 24 18:45:43.827177 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f19f9-622f-48a7-b157-e619341bcb5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c5500417-a734-476f-a89b-f69970d031b9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:43.834309 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment dff11c37-35d9-478e-a78b-aa6dea18e35a resource provider aggregate not found Aug 24 18:45:43.853542 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment dff11c37-35d9-478e-a78b-aa6dea18e35a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dff11c37-35d9-478e-a78b-aa6dea18e35a found for delete ", "request_id": "req-b0ff910e-5ede-4573-a6db-52e96c28519e"}]} Aug 24 18:45:43.936214 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34948) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:43.981289 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-182e2c6a-c63c-49c3-8483-3d027d531453 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cfac1a3eae864590a5507cac78fce69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435541 Aug 24 18:45:43.983617 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 34950) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:44.034938 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03bca34-b876-4c32-96c1-1b1d58bde9eb admin admin] Publish callbacks [] for security_group (e10d8764-e4bc-4136-b5c7-aaba15ea11c1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:44.057827 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03bca34-b876-4c32-96c1-1b1d58bde9eb admin admin] Publish callbacks [] for security_group (e10d8764-e4bc-4136-b5c7-aaba15ea11c1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:44.114319 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03bca34-b876-4c32-96c1-1b1d58bde9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (e10d8764-e4bc-4136-b5c7-aaba15ea11c1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:44.117447 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03bca34-b876-4c32-96c1-1b1d58bde9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:44.118851 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d03bca34-b876-4c32-96c1-1b1d58bde9eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e10d8764-e4bc-4136-b5c7-aaba15ea11c1 HTTP/1.1" status: 204 len: 168 time: 0.1343470 Aug 24 18:45:44.126958 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bca34-b876-4c32-96c1-1b1d58bde9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10d8764-e4bc-4136-b5c7-aaba15ea11c1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:44.374717 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 836a9709-fcbc-4d59-b015-e03ef85fcaf4 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:45:44.394377 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 836a9709-fcbc-4d59-b015-e03ef85fcaf4 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:45:44.394726 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 836a9709-fcbc-4d59-b015-e03ef85fcaf4 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:45:44.395152 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6f22be31-2859-49ca-a421-ebf0e7271f83 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:45:44.413775 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 6f22be31-2859-49ca-a421-ebf0e7271f83 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:45:44.414040 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 6f22be31-2859-49ca-a421-ebf0e7271f83 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:45:44.414467 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:45:44.435050 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:45:44.435400 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 81f9d7dd-e44b-4c04-b704-ba03ac8da8f4 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:45:51.525857 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:45:54.725331 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35062) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:54.844797 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-084c9195-c004-402e-af82-a94e7373cc50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:54.924000 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-084c9195-c004-402e-af82-a94e7373cc50 admin admin] Publish callbacks [] for security_group (02f391f3-bd6a-42fa-9834-89e64ec61ce3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:54.930670 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-084c9195-c004-402e-af82-a94e7373cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (02f391f3-bd6a-42fa-9834-89e64ec61ce3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:54.966152 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c9195-c004-402e-af82-a94e7373cc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f391f3-bd6a-42fa-9834-89e64ec61ce3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:54.970552 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-084c9195-c004-402e-af82-a94e7373cc50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=767c9b02aecc4fd08f450e2790a4dec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441766 Aug 24 18:45:54.973418 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:55.021811 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91dc52ae-b834-433f-a305-1570809bfbc7 admin admin] Publish callbacks [] for security_group (02f391f3-bd6a-42fa-9834-89e64ec61ce3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:55.051006 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91dc52ae-b834-433f-a305-1570809bfbc7 admin admin] Publish callbacks [] for security_group (02f391f3-bd6a-42fa-9834-89e64ec61ce3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:55.102158 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91dc52ae-b834-433f-a305-1570809bfbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (02f391f3-bd6a-42fa-9834-89e64ec61ce3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:55.104791 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91dc52ae-b834-433f-a305-1570809bfbc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:55.105976 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-91dc52ae-b834-433f-a305-1570809bfbc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02f391f3-bd6a-42fa-9834-89e64ec61ce3 HTTP/1.1" status: 204 len: 168 time: 0.1316848 Aug 24 18:45:55.114115 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc52ae-b834-433f-a305-1570809bfbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f391f3-bd6a-42fa-9834-89e64ec61ce3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:57.144139 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35136) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:57.254576 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b224ffa-34c9-45c9-bdee-175eb4fade36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.332983 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b224ffa-34c9-45c9-bdee-175eb4fade36 admin admin] Publish callbacks [] for security_group (83aec941-84bb-4194-9074-3f9430343736), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.339405 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b224ffa-34c9-45c9-bdee-175eb4fade36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (83aec941-84bb-4194-9074-3f9430343736), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.377215 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7b224ffa-34c9-45c9-bdee-175eb4fade36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0201c1e0ec724327958886208a5d094a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319760 Aug 24 18:45:57.378427 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b224ffa-34c9-45c9-bdee-175eb4fade36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aec941-84bb-4194-9074-3f9430343736,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:57.380046 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:57.432245 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2da72-1bb8-439d-8e23-77caad169bd3 admin admin] Publish callbacks [] for security_group (83aec941-84bb-4194-9074-3f9430343736), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.455848 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2da72-1bb8-439d-8e23-77caad169bd3 admin admin] Publish callbacks [] for security_group (83aec941-84bb-4194-9074-3f9430343736), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.514428 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2da72-1bb8-439d-8e23-77caad169bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (83aec941-84bb-4194-9074-3f9430343736), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.517244 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e2da72-1bb8-439d-8e23-77caad169bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.518395 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d8e2da72-1bb8-439d-8e23-77caad169bd3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83aec941-84bb-4194-9074-3f9430343736 HTTP/1.1" status: 204 len: 168 time: 0.1364014 Aug 24 18:45:57.526668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2da72-1bb8-439d-8e23-77caad169bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aec941-84bb-4194-9074-3f9430343736,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:57.796093 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35146) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:57.809500 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-667a2b1a-f83f-4800-b438-aac8ef362fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.889713 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-667a2b1a-f83f-4800-b438-aac8ef362fd8 admin admin] Publish callbacks [] for security_group (28a87db9-a6c6-4410-b047-43ba1ff60d6d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.896255 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-667a2b1a-f83f-4800-b438-aac8ef362fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (28a87db9-a6c6-4410-b047-43ba1ff60d6d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:57.932880 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a2b1a-f83f-4800-b438-aac8ef362fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a87db9-a6c6-4410-b047-43ba1ff60d6d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:57.937097 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-667a2b1a-f83f-4800-b438-aac8ef362fd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c88f1c58dc2f412cad89e7d20bae676c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397789 Aug 24 18:45:57.939793 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35148) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:45:57.986930 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c06bf48-c341-47fc-9653-78cdcd1189fb admin admin] Publish callbacks [] for security_group (28a87db9-a6c6-4410-b047-43ba1ff60d6d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:58.007494 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c06bf48-c341-47fc-9653-78cdcd1189fb admin admin] Publish callbacks [] for security_group (28a87db9-a6c6-4410-b047-43ba1ff60d6d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:58.075677 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c06bf48-c341-47fc-9653-78cdcd1189fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (28a87db9-a6c6-4410-b047-43ba1ff60d6d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:58.078391 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c06bf48-c341-47fc-9653-78cdcd1189fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:45:58.080300 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9c06bf48-c341-47fc-9653-78cdcd1189fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28a87db9-a6c6-4410-b047-43ba1ff60d6d HTTP/1.1" status: 204 len: 168 time: 0.1395147 Aug 24 18:45:58.089069 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06bf48-c341-47fc-9653-78cdcd1189fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a87db9-a6c6-4410-b047-43ba1ff60d6d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:59.994372 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-50c81d08-3800-455e-974e-19de6401e136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:01.857562 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-beaaa596-5dfb-46f9-b60c-ccf911f74960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:03.388607 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:04.374559 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:04.527177 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Deleting port d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:04.527553 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:04.606515 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:04.606820 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:04.619278 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Calling delete_port for d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:04.625195 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:04.790990 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:04.815368 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event deleted for resources: {'Port': ['ID=d4cdb2c6-4b9c-45d2-b1b9-bc7782a1b612,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:04.880534 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (87eb0422-187c-401a-b592-a104d48e3152), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:04.880975 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Floating IP 87eb0422-187c-401a-b592-a104d48e3152 disassociated (deleted). External IP: 172.27.3.98, port: e9f66af3-7152-49f8-8aa5-080d0168dcee. Aug 24 18:46:05.093380 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:46:05.197178 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:46:05.202830 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:05.209549 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:46:05.219686 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:05.220336 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:05.234075 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9730c766-61ac-4526-ae25-c6b60a8c33df tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "DELETE /v2.0/floatingips/87eb0422-187c-401a-b592-a104d48e3152 HTTP/1.1" status: 204 len: 168 time: 0.8583570 Aug 24 18:46:05.234726 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:46:05.237079 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b9036-30c8-466c-8fd4-e2bff64ea1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:46:05.274481 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e46c2-3060-48bf-96d9-36ea657a2096 x-openstack-request-id: req-253e46c2-3060-48bf-96d9-36ea657a2096 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:46:05.274836 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:46:05.275150 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-253e46c2-3060-48bf-96d9-36ea657a2096 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:46:05.275619 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253e46c2-3060-48bf-96d9-36ea657a2096'] response: {'name': 'network-changed', 'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'status': 'completed', 'code': 200} Aug 24 18:46:05.327700 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:05.374042 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-b0885dbf-607f-4305-a2a8-48cd616da9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:05.376562 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-b0885dbf-607f-4305-a2a8-48cd616da9d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 1129 time: 0.0570383 Aug 24 18:46:05.469792 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fb6c3-d3d1-4337-aeb6-fad37d3f2f6e req-8614e0a9-8b8a-4458-889e-c0d37ef04bf4 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:05.473158 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3a0fb6c3-d3d1-4337-aeb6-fad37d3f2f6e req-8614e0a9-8b8a-4458-889e-c0d37ef04bf4 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 945 time: 0.0588033 Aug 24 18:46:05.519259 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-627bb325-c6c1-44de-84cf-767a8cc3bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:05.520791 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-627bb325-c6c1-44de-84cf-767a8cc3bc26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0927317 Aug 24 18:46:05.524525 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3a0fb6c3-d3d1-4337-aeb6-fad37d3f2f6e req-5fee643c-68ac-4064-a913-4bf53738cfc0 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Aug 24 18:46:05.561062 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-e7f1023b-453c-41ce-8568-9ea7d7b80512 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee HTTP/1.1" status: 200 len: 217 time: 0.0334024 Aug 24 18:46:05.615673 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-bc6cd65c-3245-48e0-857a-c79622f56e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:05.617244 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-bc6cd65c-3245-48e0-857a-c79622f56e6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0498550 Aug 24 18:46:05.656139 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:53Z', 'revision_number': 1, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:05.667632 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-729ce894-c61a-4125-af7e-b8d4cf348e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:05.669203 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-729ce894-c61a-4125-af7e-b8d4cf348e21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456309 Aug 24 18:46:05.680276 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:46:05.688941 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:05.689563 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:05.764056 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-d9a71d15-48c0-4000-9e8a-4a80424659d7 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Aug 24 18:46:05.771922 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:05.791224 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:05.859680 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-832b9036-30c8-466c-8fd4-e2bff64ea1f2 req-6eaffde6-4866-4e30-a3e3-760a81cbdf52 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889213 Aug 24 18:46:06.011420 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:53Z', 'revision_number': 1, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:06.037620 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56899169-b48d-44a1-a94f-efcbcb0c509b None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_floatingips': [{'id': '8f0300d6-9950-4e06-9c67-702b60a83964', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'router_id': '51426c21-9fa7-4219-8eca-40713943a029', 'port_id': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'mac_address': 'fa:16:3e:92:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T18:41:51Z', 'updated_at': '2022-08-24T18:41:53Z', 'revision_number': 1, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:46:06.281646 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0e24e-1dec-40f4-ba37-ee7fbf07b023 None None] New status for floating IP 87eb0422-187c-401a-b592-a104d48e3152: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:46:06.654313 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0733eb-5a01-401c-aadf-383187414325 req-8e22d67c-7da7-4318-96ec-e02c2021a7c9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:06.655833 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0733eb-5a01-401c-aadf-383187414325 req-8e22d67c-7da7-4318-96ec-e02c2021a7c9 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 945 time: 0.0546176 Aug 24 18:46:06.705773 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0733eb-5a01-401c-aadf-383187414325 req-6bfc3d1b-d9cb-4828-b331-fcdadb5a8084 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Aug 24 18:46:07.118343 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:07.453794 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-c2fef7fa-42b1-4755-8878-02e746a6a6aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:07.455163 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-c2fef7fa-42b1-4755-8878-02e746a6a6aa tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 945 time: 0.0631688 Aug 24 18:46:07.555821 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Deleting port e9f66af3-7152-49f8-8aa5-080d0168dcee {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:07.556146 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:07.660691 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] For port e9f66af3-7152-49f8-8aa5-080d0168dcee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=e9f66af3-7152-49f8-8aa5-080d0168dcee,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:07.661454 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:07.674677 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Calling delete_port for e9f66af3-7152-49f8-8aa5-080d0168dcee owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:07.802696 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (e9f66af3-7152-49f8-8aa5-080d0168dcee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:07.829484 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c04e0e-bbe1-4aa5-9165-95c988d13871 req-5e257f62-c88c-4fd6-b735-e90dbb438615 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:07.830982 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11c04e0e-bbe1-4aa5-9165-95c988d13871 req-5e257f62-c88c-4fd6-b735-e90dbb438615 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b0c188b-2245-4a0a-9672-69ead6691e6f HTTP/1.1" status: 200 len: 867 time: 0.0538242 Aug 24 18:46:07.832899 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event deleted for resources: {'Port': ['ID=e9f66af3-7152-49f8-8aa5-080d0168dcee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:07.877216 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] No DVR routers for this DVR port e9f66af3-7152-49f8-8aa5-080d0168dcee on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:07.879850 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:07.883213 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2396e4da-85aa-4136-9bf3-d15cf5b9a8bc req-9bc3e5c5-a5bc-4bba-8947-a1affe923737 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "DELETE /v2.0/ports/e9f66af3-7152-49f8-8aa5-080d0168dcee HTTP/1.1" status: 204 len: 173 time: 0.4224784 Aug 24 18:46:07.883798 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'name': 'network-vif-deleted', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:46:07.886047 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ebe352-dbaa-4414-b9e4-6120136b588c" -d '{"events": [{"server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "name": "network-vif-deleted", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:46:07.886430 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11c04e0e-bbe1-4aa5-9165-95c988d13871 req-67db32ac-2c0f-40c0-8fde-1e6010786a35 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463800 Aug 24 18:46:07.927056 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f836f-2300-457b-a43f-61f356ee6e83 x-openstack-request-id: req-340f836f-2300-457b-a43f-61f356ee6e83 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:46:07.927617 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0c188b-2245-4a0a-9672-69ead6691e6f", "name": "network-vif-deleted", "tag": "e9f66af3-7152-49f8-8aa5-080d0168dcee", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:46:07.927879 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-340f836f-2300-457b-a43f-61f356ee6e83 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:46:07.928286 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340f836f-2300-457b-a43f-61f356ee6e83'] response: {'server_uuid': '4b0c188b-2245-4a0a-9672-69ead6691e6f', 'name': 'network-vif-deleted', 'tag': 'e9f66af3-7152-49f8-8aa5-080d0168dcee', 'status': 'completed', 'code': 200} Aug 24 18:46:09.101968 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e9f66af3-7152-49f8-8aa5-080d0168dcee no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:09.120728 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: e9f66af3-7152-49f8-8aa5-080d0168dcee {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:09.121073 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device e9f66af3-7152-49f8-8aa5-080d0168dcee not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:09.501545 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35260) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:09.641409 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c576df-b471-4f5a-8194-08525c351541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:09.716956 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c576df-b471-4f5a-8194-08525c351541 admin admin] Publish callbacks [] for security_group (bb2482b8-9400-4fec-9db4-2985f92a69d5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:09.722956 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c576df-b471-4f5a-8194-08525c351541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (bb2482b8-9400-4fec-9db4-2985f92a69d5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:09.760419 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f0c576df-b471-4f5a-8194-08525c351541 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3047aa8bfc384823938abdaac8e679fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574701 Aug 24 18:46:09.761050 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c576df-b471-4f5a-8194-08525c351541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2482b8-9400-4fec-9db4-2985f92a69d5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:09.763169 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:09.815187 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c60b7-a5b9-447b-9418-b05d836a7de7 admin admin] Publish callbacks [] for security_group (bb2482b8-9400-4fec-9db4-2985f92a69d5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:09.837436 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c60b7-a5b9-447b-9418-b05d836a7de7 admin admin] Publish callbacks [] for security_group (bb2482b8-9400-4fec-9db4-2985f92a69d5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:09.894730 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c60b7-a5b9-447b-9418-b05d836a7de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (bb2482b8-9400-4fec-9db4-2985f92a69d5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:09.897877 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c60b7-a5b9-447b-9418-b05d836a7de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:09.899041 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-153c60b7-a5b9-447b-9418-b05d836a7de7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb2482b8-9400-4fec-9db4-2985f92a69d5 HTTP/1.1" status: 204 len: 168 time: 0.1342015 Aug 24 18:46:09.907861 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c60b7-a5b9-447b-9418-b05d836a7de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2482b8-9400-4fec-9db4-2985f92a69d5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:10.200224 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:10.213500 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1030192-3bdc-4b1f-acba-998f5f807d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:10.298671 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1030192-3bdc-4b1f-acba-998f5f807d62 admin admin] Publish callbacks [] for security_group (0ff8a8f9-7268-4639-9a9b-3009bc97886f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:10.304141 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1030192-3bdc-4b1f-acba-998f5f807d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0ff8a8f9-7268-4639-9a9b-3009bc97886f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:10.344252 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e1030192-3bdc-4b1f-acba-998f5f807d62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23530bed67344f508ab8b51e9e0d8727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428823 Aug 24 18:46:10.345083 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1030192-3bdc-4b1f-acba-998f5f807d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff8a8f9-7268-4639-9a9b-3009bc97886f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:10.347317 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35278) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:10.395624 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e949cb-572d-46b2-998c-c7a344b0cbf5 admin admin] Publish callbacks [] for security_group (0ff8a8f9-7268-4639-9a9b-3009bc97886f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:10.417911 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e949cb-572d-46b2-998c-c7a344b0cbf5 admin admin] Publish callbacks [] for security_group (0ff8a8f9-7268-4639-9a9b-3009bc97886f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:10.471917 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e949cb-572d-46b2-998c-c7a344b0cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (0ff8a8f9-7268-4639-9a9b-3009bc97886f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:10.474759 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66e949cb-572d-46b2-998c-c7a344b0cbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:10.475922 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-66e949cb-572d-46b2-998c-c7a344b0cbf5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ff8a8f9-7268-4639-9a9b-3009bc97886f HTTP/1.1" status: 204 len: 168 time: 0.1275735 Aug 24 18:46:10.483552 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e949cb-572d-46b2-998c-c7a344b0cbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff8a8f9-7268-4639-9a9b-3009bc97886f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:11.191199 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:11.335888 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Deleting port caee3a6a-7a0f-40f4-94ce-4902c86272d0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:11.336215 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:11.410510 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:11.410827 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (caee3a6a-7a0f-40f4-94ce-4902c86272d0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:11.422444 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Calling delete_port for caee3a6a-7a0f-40f4-94ce-4902c86272d0 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:11.574793 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (caee3a6a-7a0f-40f4-94ce-4902c86272d0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:11.598751 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event deleted for resources: {'Port': ['ID=caee3a6a-7a0f-40f4-94ce-4902c86272d0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:11.663466 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (8f0300d6-9950-4e06-9c67-702b60a83964), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:11.663805 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Floating IP 8f0300d6-9950-4e06-9c67-702b60a83964 disassociated (deleted). External IP: 172.27.3.152, port: 8d7a94a8-a718-46aa-a6ca-082e6742c466. Aug 24 18:46:12.141134 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:46:12.251931 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:46:12.257467 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:12.262775 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:46:12.273757 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:12.274667 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:12.294800 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-eabcba22-86ee-4c1b-82bc-02fb67822e53 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "DELETE /v2.0/floatingips/8f0300d6-9950-4e06-9c67-702b60a83964 HTTP/1.1" status: 204 len: 168 time: 1.1000729 Aug 24 18:46:12.294800 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:46:12.295668 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703" -d '{"events": [{"name": "network-changed", "server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:46:12.359040 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f451c-92c1-403b-b274-ac65fa57cf5a x-openstack-request-id: req-018f451c-92c1-403b-b274-ac65fa57cf5a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:46:12.359338 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:46:12.359596 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-018f451c-92c1-403b-b274-ac65fa57cf5a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:46:12.360011 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018f451c-92c1-403b-b274-ac65fa57cf5a'] response: {'name': 'network-changed', 'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'status': 'completed', 'code': 200} Aug 24 18:46:12.419964 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:12.465327 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-c791d21d-66c4-447c-95b8-210c59f9a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:12.467170 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-c791d21d-66c4-447c-95b8-210c59f9a985 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 1130 time: 0.0590005 Aug 24 18:46:12.578156 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b975b2f-39f4-48e4-b8b0-a70994225ca5 req-c07a63c7-2767-43b8-83c2-3c9949c3ffef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:12.579752 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b975b2f-39f4-48e4-b8b0-a70994225ca5 req-c07a63c7-2767-43b8-83c2-3c9949c3ffef tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 946 time: 0.0657215 Aug 24 18:46:12.596406 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-50fd697b-5cb6-4fb0-ae2b-699bd7308757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:12.597880 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-50fd697b-5cb6-4fb0-ae2b-699bd7308757 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 200 len: 911 time: 0.0872769 Aug 24 18:46:12.621443 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:12.633410 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b975b2f-39f4-48e4-b8b0-a70994225ca5 req-75d225dd-515e-4716-b4f8-165de6280fc2 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451670 Aug 24 18:46:12.643455 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-b51ec1d9-54ed-45bf-8122-4daaf0183bce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 200 len: 217 time: 0.0387802 Aug 24 18:46:12.647622 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:46:12.656133 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:12.656768 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:12.691939 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-b6f63d8f-b79c-48a7-872f-935d744df844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:12.693465 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-b6f63d8f-b79c-48a7-872f-935d744df844 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 200 len: 849 time: 0.0431404 Aug 24 18:46:12.742636 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-0babc4f3-c4be-4609-948b-295ff9dc700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:12.744178 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-0babc4f3-c4be-4609-948b-295ff9dc700c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb5a98a4-b7e3-48e5-944a-ff117261bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433762 Aug 24 18:46:12.759060 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:12.838732 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-ccd4bb30-92d5-42e1-9244-37466358aba6 service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870659 Aug 24 18:46:12.928912 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2c9543b-46cb-47d7-8a2a-cfaaa4bc8703 req-c9d6d9c3-183a-4a66-b551-02c578bc8e5e service neutron] 10.222.0.58 "GET /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833437 Aug 24 18:46:12.954225 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:12.980482 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98bd4-c7b9-403f-9563-b139e59c4f51 None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:38:05Z', 'revision_number': 4, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi', '_interfaces': [{'id': '9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3', 'name': '', 'network_id': 'fb5a98a4-b7e3-48e5-944a-ff117261bc1f', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'mac_address': 'fa:16:3e:9d:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:05Z', 'updated_at': '2022-08-24T18:38:12Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'subnets': [{'id': '0489ffa6-971d-4ad5-aa85-dac93f89e070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:46:13.203199 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01617101-0029-478e-9747-37052d2c2b6d None None] New status for floating IP 8f0300d6-9950-4e06-9c67-702b60a83964: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 18:46:13.759664 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed1dd-c8e4-4b03-927e-8a1305446403 req-81820e06-28f9-4028-9308-e31d63d7e73b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:13.761195 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-585ed1dd-c8e4-4b03-927e-8a1305446403 req-81820e06-28f9-4028-9308-e31d63d7e73b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 946 time: 0.0530713 Aug 24 18:46:13.817498 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-585ed1dd-c8e4-4b03-927e-8a1305446403 req-b74b565c-d139-4249-b591-278e79533e1c tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcc4faa6-0bfd-4505-8d12-0d701ba7c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Aug 24 18:46:14.361089 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-078926db-2f0f-4913-97cd-0ea4cf956043 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 18:46:14.362576 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-078926db-2f0f-4913-97cd-0ea4cf956043 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 946 time: 0.0662117 Aug 24 18:46:14.455601 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Deleting port 8d7a94a8-a718-46aa-a6ca-082e6742c466 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:14.455924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:14.552437 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] For port 8d7a94a8-a718-46aa-a6ca-082e6742c466, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=8d7a94a8-a718-46aa-a6ca-082e6742c466,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:14.552802 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:14.566921 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Calling delete_port for 8d7a94a8-a718-46aa-a6ca-082e6742c466 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:14.707256 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (8d7a94a8-a718-46aa-a6ca-082e6742c466), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:14.735477 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event deleted for resources: {'Port': ['ID=8d7a94a8-a718-46aa-a6ca-082e6742c466,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:14.778238 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] No DVR routers for this DVR port 8d7a94a8-a718-46aa-a6ca-082e6742c466 on host hv-cinder-85378 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:14.780737 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:14.784037 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c045cb21-5c9c-41ad-b978-8a6ce45a847e req-4e6ee419-6f51-4756-b5c5-c05b209c9645 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.58 "DELETE /v2.0/ports/8d7a94a8-a718-46aa-a6ca-082e6742c466 HTTP/1.1" status: 204 len: 173 time: 0.4159901 Aug 24 18:46:14.784496 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'name': 'network-vif-deleted', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 18:46:14.786911 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc46b618e2b947e9249849049279198fbd901a6338d706ee9fd9aa17bcfc3c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713fe9c8-a7d3-41ec-9fc4-831dbbdb1dd5" -d '{"events": [{"server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "name": "network-vif-deleted", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 18:46:14.822153 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94077079-5aac-4429-a263-1dc5e9624d12 x-openstack-request-id: req-94077079-5aac-4429-a263-1dc5e9624d12 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 18:46:14.822512 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abebd0ca-274e-4080-8be9-55c2615a292f", "name": "network-vif-deleted", "tag": "8d7a94a8-a718-46aa-a6ca-082e6742c466", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 18:46:14.822835 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94077079-5aac-4429-a263-1dc5e9624d12 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 18:46:14.823827 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94077079-5aac-4429-a263-1dc5e9624d12'] response: {'server_uuid': 'abebd0ca-274e-4080-8be9-55c2615a292f', 'name': 'network-vif-deleted', 'tag': '8d7a94a8-a718-46aa-a6ca-082e6742c466', 'status': 'completed', 'code': 200} Aug 24 18:46:14.926662 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0a14c438-261b-4ee7-af80-69842a57d048 req-42514520-4e16-4da2-977e-51260b51db2b tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "GET /v2.0/ports?device_id=abebd0ca-274e-4080-8be9-55c2615a292f HTTP/1.1" status: 200 len: 210 time: 0.0323348 Aug 24 18:46:15.992041 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:16.114761 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Deleting port b818f956-1194-47ab-9b02-7c2124fd2daa {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:16.115106 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:16.191610 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:16.191924 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (b818f956-1194-47ab-9b02-7c2124fd2daa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:16.204164 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Calling delete_port for b818f956-1194-47ab-9b02-7c2124fd2daa owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:16.360189 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (b818f956-1194-47ab-9b02-7c2124fd2daa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:16.394034 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event deleted for resources: {'Port': ['ID=b818f956-1194-47ab-9b02-7c2124fd2daa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:16.464657 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for floatingip (19127380-c486-4e8e-8dd7-e8abb7e57b02), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:16.467587 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151737'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:16.468752 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-04b8f685-f8cd-43e8-b29d-0e332637bc15 tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "DELETE /v2.0/floatingips/19127380-c486-4e8e-8dd7-e8abb7e57b02 HTTP/1.1" status: 204 len: 168 time: 0.4756362 Aug 24 18:46:17.187639 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35426) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:17.300164 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf48c-c36b-4c66-abe6-96e1176ae6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.385166 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf48c-c36b-4c66-abe6-96e1176ae6a1 admin admin] Publish callbacks [] for security_group (191ff094-cb36-4aaf-9191-9ead68eba41c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.391717 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf48c-c36b-4c66-abe6-96e1176ae6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (191ff094-cb36-4aaf-9191-9ead68eba41c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.429799 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c9ebf48c-c36b-4c66-abe6-96e1176ae6a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=192521686e184eaa82a7a45a7e533708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409956 Aug 24 18:46:17.430746 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebf48c-c36b-4c66-abe6-96e1176ae6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191ff094-cb36-4aaf-9191-9ead68eba41c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:17.432848 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:17.481852 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b03e84f4-427d-4c0e-b885-d8753b807e9e admin admin] Publish callbacks [] for security_group (191ff094-cb36-4aaf-9191-9ead68eba41c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.504449 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b03e84f4-427d-4c0e-b885-d8753b807e9e admin admin] Publish callbacks [] for security_group (191ff094-cb36-4aaf-9191-9ead68eba41c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.557185 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b03e84f4-427d-4c0e-b885-d8753b807e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (191ff094-cb36-4aaf-9191-9ead68eba41c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.560003 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b03e84f4-427d-4c0e-b885-d8753b807e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.561279 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b03e84f4-427d-4c0e-b885-d8753b807e9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/191ff094-cb36-4aaf-9191-9ead68eba41c HTTP/1.1" status: 204 len: 168 time: 0.1273615 Aug 24 18:46:17.569176 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e84f4-427d-4c0e-b885-d8753b807e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191ff094-cb36-4aaf-9191-9ead68eba41c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:17.684828 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35438) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:17.741790 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42afb9c8-46e3-4ac6-bf0f-b7a547808b9d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group (fcc4faa6-0bfd-4505-8d12-0d701ba7c053), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.766657 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42afb9c8-46e3-4ac6-bf0f-b7a547808b9d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group (fcc4faa6-0bfd-4505-8d12-0d701ba7c053), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.833442 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42afb9c8-46e3-4ac6-bf0f-b7a547808b9d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (fcc4faa6-0bfd-4505-8d12-0d701ba7c053), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.835950 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42afb9c8-46e3-4ac6-bf0f-b7a547808b9d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.837406 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-42afb9c8-46e3-4ac6-bf0f-b7a547808b9d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] 10.222.0.55 "DELETE /v2.0/security-groups/fcc4faa6-0bfd-4505-8d12-0d701ba7c053 HTTP/1.1" status: 204 len: 168 time: 0.1513870 Aug 24 18:46:17.840371 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:17.846864 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afb9c8-46e3-4ac6-bf0f-b7a547808b9d tempest-TestVolumeBootPattern-718689005 tempest-TestVolumeBootPattern-718689005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc4faa6-0bfd-4505-8d12-0d701ba7c053,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:17.857612 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4dfa-ff2a-4286-808b-a54dd164f6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.897987 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35444) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:17.969992 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4dfa-ff2a-4286-808b-a54dd164f6d2 admin admin] Publish callbacks [] for security_group (6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:17.975837 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4dfa-ff2a-4286-808b-a54dd164f6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:18.018170 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4c3f4dfa-ff2a-4286-808b-a54dd164f6d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=506d33783e3b4f9db1e2fc64cdb5e768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765161 Aug 24 18:46:18.019044 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f4dfa-ff2a-4286-808b-a54dd164f6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:18.020848 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35448) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:18.384820 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a11d-9e85-4264-b7c8-7ce7430999d5 admin admin] Publish callbacks [] for security_group (6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:18.440224 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a11d-9e85-4264-b7c8-7ce7430999d5 admin admin] Publish callbacks [] for security_group (6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:18.551453 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a11d-9e85-4264-b7c8-7ce7430999d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:18.553972 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a11d-9e85-4264-b7c8-7ce7430999d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:18.555105 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b7f9a11d-9e85-4264-b7c8-7ce7430999d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3 HTTP/1.1" status: 204 len: 168 time: 0.5332880 Aug 24 18:46:18.568925 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9a11d-9e85-4264-b7c8-7ce7430999d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6740cc1a-9c0b-4140-a7c3-ea3e7d6eb7e3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:18.675179 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (51426c21-9fa7-4219-8eca-40713943a029), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:18.912531 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Deleting port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:18.912856 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:18.993988 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] For port 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:18.994466 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:19.008797 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Calling delete_port for 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:19.109114 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 8d7a94a8-a718-46aa-a6ca-082e6742c466 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:19.129837 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] No Port match for: 8d7a94a8-a718-46aa-a6ca-082e6742c466 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:19.130320 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Device 8d7a94a8-a718-46aa-a6ca-082e6742c466 not bound to the agent host hv-cinder-85378 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:19.192805 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:19.218235 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Pushing event deleted for resources: {'Port': ['ID=9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:19.384716 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (51426c21-9fa7-4219-8eca-40713943a029), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:19.593526 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Router 51426c21-9fa7-4219-8eca-40713943a029 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:46:19.604018 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35478) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:19.701084 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:46:19.706578 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-97798f28-bb46-44ee-a669-9fddb31bb07a admin admin] 10.222.0.55 "PUT /v2.0/routers/51426c21-9fa7-4219-8eca-40713943a029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069324 Aug 24 18:46:19.709328 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35482) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:19.712255 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] Sync routers for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:46:19.722250 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:19.722879 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:19.763909 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9a511ca-d103-447e-9adc-60a84d790548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:19.822489 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:19.846031 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks [] for router (51426c21-9fa7-4219-8eca-40713943a029), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:19.964828 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9a511ca-d103-447e-9adc-60a84d790548 admin admin] Publish callbacks [] for security_group (811e3b76-7464-4841-8a06-08710ef525d7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:19.972747 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9a511ca-d103-447e-9adc-60a84d790548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (811e3b76-7464-4841-8a06-08710ef525d7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:19.978912 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks [] for router_gateway (51426c21-9fa7-4219-8eca-40713943a029), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.005179 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:46:19Z', 'revision_number': 5, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port': {'id': '40f9c74a-6327-4527-9dc0-67e34c338ee1', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51426c21-9fa7-4219-8eca-40713943a029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:03Z', 'updated_at': '2022-08-24T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:20.018794 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a511ca-d103-447e-9adc-60a84d790548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811e3b76-7464-4841-8a06-08710ef525d7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:20.023308 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a9a511ca-d103-447e-9adc-60a84d790548 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b02ebde2aff4f9c9d5afd7d1ed9bd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181812 Aug 24 18:46:20.027157 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:20.033950 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] Checking router: 51426c21-9fa7-4219-8eca-40713943a029 for host: dv-cinder-853788-3-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:46:20.043492 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] Routers {'51426c21-9fa7-4219-8eca-40713943a029'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:20.043660 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['51426c21-9fa7-4219-8eca-40713943a029'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:20.061061 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Deleting port 40f9c74a-6327-4527-9dc0-67e34c338ee1 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:20.062570 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.085580 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef9-8f09-4af8-ada2-d08da6e4d9e6 admin admin] Publish callbacks [] for security_group (811e3b76-7464-4841-8a06-08710ef525d7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.111930 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef9-8f09-4af8-ada2-d08da6e4d9e6 admin admin] Publish callbacks [] for security_group (811e3b76-7464-4841-8a06-08710ef525d7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.149720 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] For port 40f9c74a-6327-4527-9dc0-67e34c338ee1, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=40f9c74a-6327-4527-9dc0-67e34c338ee1,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:20.150157 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.164065 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef9-8f09-4af8-ada2-d08da6e4d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (811e3b76-7464-4841-8a06-08710ef525d7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.165312 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Calling delete_port for 40f9c74a-6327-4527-9dc0-67e34c338ee1 owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:20.166596 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef9-8f09-4af8-ada2-d08da6e4d9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.167754 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c4172ef9-8f09-4af8-ada2-d08da6e4d9e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/811e3b76-7464-4841-8a06-08710ef525d7 HTTP/1.1" status: 204 len: 168 time: 0.1395185 Aug 24 18:46:20.175962 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4172ef9-8f09-4af8-ada2-d08da6e4d9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e3b76-7464-4841-8a06-08710ef525d7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:20.222778 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] Set router 51426c21-9fa7-4219-8eca-40713943a029 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:20.273448 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:46:19Z', 'revision_number': 6, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:20.298852 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0f4d7-77f9-4fd5-8e5c-c222713a5537 None None] The sync data for ids ['51426c21-9fa7-4219-8eca-40713943a029'] in dv-cinder-853788-3-iscsi is: [{'id': '51426c21-9fa7-4219-8eca-40713943a029', 'name': 'tempest-TestVolumeBootPattern-19384386-router', 'tenant_id': '17468f3626c2414f92c19ebb45ba1bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:02Z', 'updated_at': '2022-08-24T18:46:19Z', 'revision_number': 6, 'project_id': '17468f3626c2414f92c19ebb45ba1bd7', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:46:20.391682 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (40f9c74a-6327-4527-9dc0-67e34c338ee1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.417955 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f9c74a-6327-4527-9dc0-67e34c338ee1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:20.487876 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (51426c21-9fa7-4219-8eca-40713943a029), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.575118 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (51426c21-9fa7-4219-8eca-40713943a029), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.577486 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks [] for router_controller (51426c21-9fa7-4219-8eca-40713943a029), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.620043 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (51426c21-9fa7-4219-8eca-40713943a029), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.620742 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51426c21-9fa7-4219-8eca-40713943a029 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:46:20.625353 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.626537 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5caf5f48-fa9f-4593-865c-5c34bfb6e931 admin admin] 10.222.0.55 "DELETE /v2.0/routers/51426c21-9fa7-4219-8eca-40713943a029 HTTP/1.1" status: 204 len: 168 time: 0.9154441 Aug 24 18:46:20.629410 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:20.675368 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] Deleting subnet 0489ffa6-971d-4ad5-aa85-dac93f89e070 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:46:20.683108 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] Publish callbacks [] for subnet (0489ffa6-971d-4ad5-aa85-dac93f89e070), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.729140 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (0489ffa6-971d-4ad5-aa85-dac93f89e070), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.813955 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (0489ffa6-971d-4ad5-aa85-dac93f89e070), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.868129 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (0489ffa6-971d-4ad5-aa85-dac93f89e070), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.893028 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0489ffa6-971d-4ad5-aa85-dac93f89e070,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:20.896929 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:20.900810 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7cb292c0-9bca-4aa9-8074-2ba15112fa6a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0489ffa6-971d-4ad5-aa85-dac93f89e070 HTTP/1.1" status: 204 len: 168 time: 0.2703269 Aug 24 18:46:20.903471 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:20.905596 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cea4bf-7427-4ce6-bd74-de9e13b651d7 None None] Network fb5a98a4-b7e3-48e5-944a-ff117261bc1f requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:46:20.973884 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (fb5a98a4-b7e3-48e5-944a-ff117261bc1f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.024224 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Deleting port 5e419b3e-d073-432c-bacf-d8006b9f649a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:21.024677 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.091104 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] For port 5e419b3e-d073-432c-bacf-d8006b9f649a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=5e419b3e-d073-432c-bacf-d8006b9f649a,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:21.091724 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.107129 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Calling delete_port for 5e419b3e-d073-432c-bacf-d8006b9f649a owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:21.138043 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] DHCP port deletion for fb5a98a4-b7e3-48e5-944a-ff117261bc1f request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:46:21.186420 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Deleting port 5e419b3e-d073-432c-bacf-d8006b9f649a {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:21.186731 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.210603 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.251917 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e419b3e-d073-432c-bacf-d8006b9f649a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:21.260111 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] No DVR routers for this DVR port 5e419b3e-d073-432c-bacf-d8006b9f649a on host dv-cinder-853788-3-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:21.274678 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] For port 5e419b3e-d073-432c-bacf-d8006b9f649a, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=5e419b3e-d073-432c-bacf-d8006b9f649a,segment=NetworkSegment(ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a),segment_id=ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:21.275086 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.288895 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Calling delete_port for 5e419b3e-d073-432c-bacf-d8006b9f649a owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:21.342895 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (fb5a98a4-b7e3-48e5-944a-ff117261bc1f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.371417 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5a98a4-b7e3-48e5-944a-ff117261bc1f']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:21.374197 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (5e419b3e-d073-432c-bacf-d8006b9f649a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.383776 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:21.384151 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:21.404011 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.404378 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Pushing event deleted for resources: {'Port': ['ID=5e419b3e-d073-432c-bacf-d8006b9f649a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:21.413321 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] No DVR routers for this DVR port 5e419b3e-d073-432c-bacf-d8006b9f649a on host dv-cinder-853788-3-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:21.422424 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.422886 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.423232 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.423572 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.423901 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.424229 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.424620 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.424720 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.424927 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.425673 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.425673 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.425876 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.426182 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.426504 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04278d-e9af-4b47-aa23-12bb78ef1c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-3-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:21.440745 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:46:21.441092 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.501020 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (fb5a98a4-b7e3-48e5-944a-ff117261bc1f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.506687 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:21.512786 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fb5a98a4-b7e3-48e5-944a-ff117261bc1f HTTP/1.1" status: 204 len: 168 time: 0.6054423 Aug 24 18:46:21.513594 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35496) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:21.522918 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63674ce9-a863-4ddd-84b9-4d1a044813e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5a98a4-b7e3-48e5-944a-ff117261bc1f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:21.644884 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a resource provider aggregate not found Aug 24 18:46:21.662387 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec8ceb49-bd05-40e9-83c8-a0c13bbb0a2a found for delete ", "request_id": "req-b353f6b7-0ae9-47cc-83ee-8abaf6373522"}]} Aug 24 18:46:21.847643 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682670'] for router_interface (84da1028-ea11-4c2a-a770-702c5b7a9135), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:22.352434 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Deleting port cf686de5-9854-488e-bfcf-263ef99ac616 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:22.352904 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:22.394498 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:22.414308 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:22.414735 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 9519cee2-72ba-4f5b-bf4b-a53e7aeff3e3 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:22.415154 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 40f9c74a-6327-4527-9dc0-67e34c338ee1 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:22.433883 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 40f9c74a-6327-4527-9dc0-67e34c338ee1 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:22.434363 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 40f9c74a-6327-4527-9dc0-67e34c338ee1 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:22.434790 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 5e419b3e-d073-432c-bacf-d8006b9f649a no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:22.435970 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] For port cf686de5-9854-488e-bfcf-263ef99ac616, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=cf686de5-9854-488e-bfcf-263ef99ac616,segment=NetworkSegment(d625d9c3-0775-4cff-9482-d530e381e8d8),segment_id=d625d9c3-0775-4cff-9482-d530e381e8d8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:22.436360 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:22.449175 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Calling delete_port for cf686de5-9854-488e-bfcf-263ef99ac616 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:22.455529 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 5e419b3e-d073-432c-bacf-d8006b9f649a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:22.455529 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 5e419b3e-d073-432c-bacf-d8006b9f649a not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:22.642412 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9115623'] for port (cf686de5-9854-488e-bfcf-263ef99ac616), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:22.670912 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf686de5-9854-488e-bfcf-263ef99ac616,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:22.827368 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788510'] for router_interface (84da1028-ea11-4c2a-a770-702c5b7a9135), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.033558 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Router 84da1028-ea11-4c2a-a770-702c5b7a9135 has already been hosted by L3 agent e579551f-2ae5-47aa-8f22-4aa9efa35ba7 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:46:23.150594 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] Notify agent at l3_agent.dv-cinder-853788-3-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:46:23.156196 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ba926152-b223-4893-93b9-1e0d9f4deb3d admin admin] 10.222.0.55 "PUT /v2.0/routers/84da1028-ea11-4c2a-a770-702c5b7a9135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6411812 Aug 24 18:46:23.159037 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35500) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:23.161689 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] Sync routers for ids ['84da1028-ea11-4c2a-a770-702c5b7a9135'] in dv-cinder-853788-3-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:46:23.172808 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] Routers {'84da1028-ea11-4c2a-a770-702c5b7a9135'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:23.173433 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['84da1028-ea11-4c2a-a770-702c5b7a9135'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:23.259072 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks [] for router (84da1028-ea11-4c2a-a770-702c5b7a9135), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.272475 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] Set router 84da1028-ea11-4c2a-a770-702c5b7a9135 gateway port host: dv-cinder-853788-3-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:23.358038 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks [] for router_gateway (84da1028-ea11-4c2a-a770-702c5b7a9135), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.408287 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Deleting port b9e3d374-cf84-4213-a91e-234eb87accf2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:23.408642 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.448002 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'external_fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:46:22Z', 'revision_number': 5, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port': {'id': 'b9e3d374-cf84-4213-a91e-234eb87accf2', 'name': '', 'network_id': '0451aab2-c703-4fc7-846d-7a4a6dd6b359', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f021def2-67f2-4b9e-a78f-56c50020d0d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-3-iscsi'}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:23.472156 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] Checking router: 84da1028-ea11-4c2a-a770-702c5b7a9135 for host: dv-cinder-853788-3-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:46:23.480758 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] Routers {'84da1028-ea11-4c2a-a770-702c5b7a9135'} bound to L3 agent in host dv-cinder-853788-3-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 24 18:46:23.481379 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T18:19:02Z,description=,heartbeat_timestamp=2022-08-24T18:46:02Z,host='dv-cinder-853788-3-iscsi',id=e579551f-2ae5-47aa-8f22-4aa9efa35ba7,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T18:19:02Z,topic='l3_agent')) {'router_ids': ['84da1028-ea11-4c2a-a770-702c5b7a9135'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:23.488071 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] For port b9e3d374-cf84-4213-a91e-234eb87accf2, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=b9e3d374-cf84-4213-a91e-234eb87accf2,segment=NetworkSegment(d1d16e9b-6b12-4d11-b6d9-db89c118d608),segment_id=d1d16e9b-6b12-4d11-b6d9-db89c118d608)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:23.488472 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.501163 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Calling delete_port for b9e3d374-cf84-4213-a91e-234eb87accf2 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:23.563060 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] Set router 84da1028-ea11-4c2a-a770-702c5b7a9135 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 18:46:23.611166 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:46:23Z', 'revision_number': 6, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port_host': None}], 'dv-cinder-853788-3-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:23.635222 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44c232-72e5-4f27-b259-236a7d1086ac None None] The sync data for ids ['84da1028-ea11-4c2a-a770-702c5b7a9135'] in dv-cinder-853788-3-iscsi is: [{'id': '84da1028-ea11-4c2a-a770-702c5b7a9135', 'name': 'tempest-TestVolumeBootPattern-1970070957-router', 'tenant_id': '1c0484309e444964965c6765fbcbe384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T18:38:08Z', 'updated_at': '2022-08-24T18:46:23Z', 'revision_number': 6, 'project_id': '1c0484309e444964965c6765fbcbe384', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:46:23.670962 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (b9e3d374-cf84-4213-a91e-234eb87accf2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.695193 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e3d374-cf84-4213-a91e-234eb87accf2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:23.761893 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683000'] for router_gateway (84da1028-ea11-4c2a-a770-702c5b7a9135), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.848436 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1273'] for router (84da1028-ea11-4c2a-a770-702c5b7a9135), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.850715 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks [] for router_controller (84da1028-ea11-4c2a-a770-702c5b7a9135), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.894904 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787468'] for router (84da1028-ea11-4c2a-a770-702c5b7a9135), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.895390 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84da1028-ea11-4c2a-a770-702c5b7a9135 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:46:23.900019 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.901143 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3c193d4d-3d84-42e6-91e5-db17d5e6cb0f admin admin] 10.222.0.55 "DELETE /v2.0/routers/84da1028-ea11-4c2a-a770-702c5b7a9135 HTTP/1.1" status: 204 len: 168 time: 0.7411473 Aug 24 18:46:23.903943 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:23.949624 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] Deleting subnet 32bffed6-396b-4ea8-a773-59c857fba386 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 24 18:46:23.953192 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] Publish callbacks [] for subnet (32bffed6-396b-4ea8-a773-59c857fba386), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:23.989036 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10224079'] for subnet (32bffed6-396b-4ea8-a773-59c857fba386), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.069837 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589614'] for subnet (32bffed6-396b-4ea8-a773-59c857fba386), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.125566 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3857878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12068096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9637861'] for subnet (32bffed6-396b-4ea8-a773-59c857fba386), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.151393 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bffed6-396b-4ea8-a773-59c857fba386,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:24.156533 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.161028 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8ec23892-be1f-43b1-9f60-ea01a647ec37 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/32bffed6-396b-4ea8-a773-59c857fba386 HTTP/1.1" status: 204 len: 168 time: 0.2560074 Aug 24 18:46:24.162009 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b96615-0ffc-4372-ba93-33eb59ffe94e None None] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f requested from dv-cinder-853788-3-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:46:24.163563 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.55', 35504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:24.235509 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629826'] for network (332b7dad-3de1-4b92-8ec0-48e125460b7f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.287494 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Deleting port 0d24473c-4f62-42e7-92f5-6e27d785a379 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:24.287836 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.359307 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] For port 0d24473c-4f62-42e7-92f5-6e27d785a379, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0d24473c-4f62-42e7-92f5-6e27d785a379,segment=NetworkSegment(d625d9c3-0775-4cff-9482-d530e381e8d8),segment_id=d625d9c3-0775-4cff-9482-d530e381e8d8)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:24.359853 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.373160 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Calling delete_port for 0d24473c-4f62-42e7-92f5-6e27d785a379 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:24.380277 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] DHCP port deletion for 332b7dad-3de1-4b92-8ec0-48e125460b7f request from dv-cinder-853788-3-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:46:24.432635 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] Deleting port 0d24473c-4f62-42e7-92f5-6e27d785a379 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 24 18:46:24.433016 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763975457765'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.447054 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0d24473c-4f62-42e7-92f5-6e27d785a379 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:24.461195 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12068213'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.485488 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d24473c-4f62-42e7-92f5-6e27d785a379,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:24.488809 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] No DVR routers for this DVR port 0d24473c-4f62-42e7-92f5-6e27d785a379 on host dv-cinder-853788-3-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:24.501264 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: 0d24473c-4f62-42e7-92f5-6e27d785a379 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:24.502469 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device 0d24473c-4f62-42e7-92f5-6e27d785a379 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:24.502890 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device cf686de5-9854-488e-bfcf-263ef99ac616 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:24.530057 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: cf686de5-9854-488e-bfcf-263ef99ac616 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:24.530405 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device cf686de5-9854-488e-bfcf-263ef99ac616 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:24.530886 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device b9e3d374-cf84-4213-a91e-234eb87accf2 no longer exists at agent ovs-agent-dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:46:24.562869 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] No Port match for: b9e3d374-cf84-4213-a91e-234eb87accf2 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 24 18:46:24.563246 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Device b9e3d374-cf84-4213-a91e-234eb87accf2 not bound to the agent host dv-cinder-853788-3-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:46:24.567384 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] For port 0d24473c-4f62-42e7-92f5-6e27d785a379, host dv-cinder-853788-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-3-iscsi',level=0,port_id=0d24473c-4f62-42e7-92f5-6e27d785a379,segment=NetworkSegment(d625d9c3-0775-4cff-9482-d530e381e8d8),segment_id=d625d9c3-0775-4cff-9482-d530e381e8d8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:24.567783 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684911'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.572297 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585879', 'neutron.services.segments.db._delete_segments_for_network-8763975549934'] for network (332b7dad-3de1-4b92-8ec0-48e125460b7f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.595424 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332b7dad-3de1-4b92-8ec0-48e125460b7f']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:24.607652 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd625d9c3-0775-4cff-9482-d530e381e8d8') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:24.607860 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd625d9c3-0775-4cff-9482-d530e381e8d8') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:24.619370 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763975554820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10224070'] for segment (d625d9c3-0775-4cff-9482-d530e381e8d8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.635018 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154'] for segment (d625d9c3-0775-4cff-9482-d530e381e8d8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.642259 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:46:24.642771 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-582154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12066978'] for segment (d625d9c3-0775-4cff-9482-d530e381e8d8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.683827 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment d625d9c3-0775-4cff-9482-d530e381e8d8 resource provider aggregate not found Aug 24 18:46:24.710469 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment d625d9c3-0775-4cff-9482-d530e381e8d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d625d9c3-0775-4cff-9482-d530e381e8d8 found for delete ", "request_id": "req-fb977356-5be6-42b6-8fa0-35b6a7384c1a"}]} Aug 24 18:46:24.713618 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682908'] for network (332b7dad-3de1-4b92-8ec0-48e125460b7f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.719023 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744862'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.720218 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] Calling delete_port for 0d24473c-4f62-42e7-92f5-6e27d785a379 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 24 18:46:24.722570 dv-cinder-853788-3-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] 10.222.0.55 "DELETE /v2.0/networks/332b7dad-3de1-4b92-8ec0-48e125460b7f HTTP/1.1" status: 204 len: 168 time: 0.5580258 Aug 24 18:46:24.735690 dv-cinder-853788-3-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf609-d624-4174-b215-33f904e4a324 admin admin] Pushing event deleted for resources: {'Network': ['ID=332b7dad-3de1-4b92-8ec0-48e125460b7f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:24.800977 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763975598412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763975023526'] for port (0d24473c-4f62-42e7-92f5-6e27d785a379), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:24.823313 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] Pushing event deleted for resources: {'Port': ['ID=0d24473c-4f62-42e7-92f5-6e27d785a379,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:24.825064 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] Network 332b7dad-3de1-4b92-8ec0-48e125460b7f is not hosted by any dhcp agent {{(pid=103887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 18:46:24.825534 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731592c-d01a-4841-bdf4-f64278d38cc1 None None] No DVR routers for this DVR port 0d24473c-4f62-42e7-92f5-6e27d785a379 on host dv-cinder-853788-3-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:24.899655 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35512) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:24.939348 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c0ab9565-c531-4f05-97ea-4c2420f1efa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17468f3626c2414f92c19ebb45ba1bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383739 Aug 24 18:46:24.942918 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35514) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:24.990468 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31808df8-940c-42aa-bcce-5d6fd2553953 admin admin] Publish callbacks [] for security_group (81a2008a-5086-4939-88a1-d59757786e1a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.012450 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31808df8-940c-42aa-bcce-5d6fd2553953 admin admin] Publish callbacks [] for security_group (81a2008a-5086-4939-88a1-d59757786e1a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.068996 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31808df8-940c-42aa-bcce-5d6fd2553953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (81a2008a-5086-4939-88a1-d59757786e1a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.071536 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31808df8-940c-42aa-bcce-5d6fd2553953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.072723 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-31808df8-940c-42aa-bcce-5d6fd2553953 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81a2008a-5086-4939-88a1-d59757786e1a HTTP/1.1" status: 204 len: 168 time: 0.1289120 Aug 24 18:46:25.081316 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31808df8-940c-42aa-bcce-5d6fd2553953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a2008a-5086-4939-88a1-d59757786e1a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:25.431840 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35520) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:25.474576 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-830b52b3-13ce-468a-ba9e-1aeed27ace76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c0484309e444964965c6765fbcbe384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412970 Aug 24 18:46:25.477194 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.55', 35522) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:46:25.524399 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2442a3ab-5478-4172-91e7-fda2b474ac9c admin admin] Publish callbacks [] for security_group (acb8a02e-e324-4d74-8d67-03789f7e1915), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.545997 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2442a3ab-5478-4172-91e7-fda2b474ac9c admin admin] Publish callbacks [] for security_group (acb8a02e-e324-4d74-8d67-03789f7e1915), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.596721 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2442a3ab-5478-4172-91e7-fda2b474ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3897992'] for security_group (acb8a02e-e324-4d74-8d67-03789f7e1915), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.599253 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2442a3ab-5478-4172-91e7-fda2b474ac9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:25.600427 dv-cinder-853788-3-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2442a3ab-5478-4172-91e7-fda2b474ac9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acb8a02e-e324-4d74-8d67-03789f7e1915 HTTP/1.1" status: 204 len: 168 time: 0.1223307 Aug 24 18:46:25.610200 dv-cinder-853788-3-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442a3ab-5478-4172-91e7-fda2b474ac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb8a02e-e324-4d74-8d67-03789f7e1915,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:28.527566 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:46:29.997852 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-19a0b94b-7e9a-4016-8498-6709a5790a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:31.856207 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d4bcf75a-b303-4528-b243-b3071945711a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:33.392149 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:34.631989 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:35.772714 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:37.124116 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:46:59.998807 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b982440-10f1-47b4-bbf0-5211bfe81765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:01.864835 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b00b2da2-0089-479b-b8f3-52d07c727cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:03.397838 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:04.641188 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:05.530469 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:47:05.770241 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:07.139840 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:30.000351 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af41-dcd6-4d56-b9ec-2162359c7e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:31.855419 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3c8848cc-1f19-44c2-a3d5-6703edd3ffd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:33.400751 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:34.637434 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:35.767658 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:37.152144 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:47:42.529129 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:47:59.996677 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ca4637a5-bc59-402e-9683-c66564bf4a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:01.853456 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a439efeb-a749-41f9-a1f1-39fb1a010feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:03.404015 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:04.643062 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:05.764903 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:07.149237 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:19.528199 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:48:30.001886 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1245b060-61cf-4900-a873-859872f2e922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:31.855281 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b1ee85ef-bbc0-4c55-a2fe-e2e4c848c028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:33.409598 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:34.651832 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:35.770177 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:37.165669 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:48:56.531543 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:49:00.013729 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1a54102-5fab-40b9-8451-8e344db73080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:01.860030 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-848e898a-c679-4430-94e3-a514593f612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:03.408398 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:04.658221 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:05.770025 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:07.192928 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:30.011305 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-701186cf-e14f-45a3-8414-3450c5592d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:31.864656 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ef6a-0d98-4522-81ba-1bf8ec81eb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:33.413677 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:33.531873 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:49:34.661449 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:35.777811 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:49:37.192624 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:00.014836 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5df62c78-f336-4795-b4c9-943d67b0111c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:01.867007 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4ef68dda-2c28-45d9-a008-95de75d34968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:03.424863 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:04.666603 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:05.768254 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:07.206373 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:10.532424 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:50:30.019357 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8aaf-c3cb-4659-a991-b9dc7eb905db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:31.873380 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e65cd886-f879-4a06-b263-a514a6738e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:33.419616 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:34.665195 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:35.773737 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:37.214424 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:50:47.541391 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:51:00.022084 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da10b303-e981-479a-b024-3cc40780e24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:01.865025 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-690759f7-1000-4615-a0ab-fa7252911457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:03.433506 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:04.667646 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:05.771998 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:07.227272 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:24.536081 dv-cinder-853788-3-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f57f3fc1-0cb5-4364-9461-7c22b0128802 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:51:30.026934 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-61332853-ba7a-4ea7-8d3c-9a9f2fbd86de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (b46324fb-9a23-4e25-aa03-13af4fb8c22a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:31.864333 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8d63-c7b5-49d8-a1a2-4025fc806cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e579551f-2ae5-47aa-8f22-4aa9efa35ba7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:33.436099 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bce1df1-7cba-4c7d-93f3-f2eea1d5fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (4174f1e0-12f4-448f-8616-38860d7b5881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:34.668938 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9490-f21f-4a3e-a595-11440e9c5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (e520da34-aeb5-49ed-8e91-8604ab18e877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:35.771691 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b6130bd-917c-4c6b-b48c-9c9b19f88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (9ed576b5-30ef-433a-a7c9-c250b7f809dd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:51:37.220342 dv-cinder-853788-3-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c161ebf0-bba2-4bb9-b10d-566e78754d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763975549916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559774'] for agent (0c706616-7f1f-4e33-b0fc-9f66fd2d08cb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}